-- Logs begin at Thu 2021-07-08 12:24:12 UTC, end at Thu 2021-07-08 13:19:05 UTC. -- Jul 08 12:53:45.626236 dv-cinder-789603-11-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 08 12:53:48.374618 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.common.config [-] Logging enabled! Jul 08 12:53:48.375178 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev457 Jul 08 12:53:48.375328 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92870) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 08 12:53:48.378599 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.common.config [-] Logging enabled! Jul 08 12:53:48.378858 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev457 Jul 08 12:53:48.379177 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92870) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 08 12:53:48.380140 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 08 12:53:48.380403 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 08 12:53:48.380779 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 08 12:53:48.381035 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 08 12:53:48.381262 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 08 12:53:48.381587 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.381890 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.382189 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.382421 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.382720 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.383013 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.383300 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.383594 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.383894 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.384211 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.384489 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.384776 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.385008 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.385295 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.386135 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.386430 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.386658 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] debug = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.386945 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.387377 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.387802 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.388088 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.388415 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.388701 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.388979 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.389260 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.389548 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.389886 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] host = dv-cinder-789603-11-iscsi {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.390169 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.390464 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.390756 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.391047 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.391325 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.391605 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.391897 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.392174 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.392476 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] log_file = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.392756 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.393048 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.393338 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.393631 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.393859 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.394087 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.394381 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.394673 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.394953 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.395231 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.395509 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.395784 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.396063 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.396364 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.396658 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.396947 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.397235 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.397514 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.397799 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.398079 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.398345 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.398638 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.398917 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.399213 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.399469 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.399763 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.400098 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.400336 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.400646 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.400936 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.401850 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.402093 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.402335 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.402625 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.402905 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.403182 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.403457 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] use_json = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.403734 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.404008 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.404313 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.404586 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.404863 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.405140 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.405413 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.405703 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:48.406003 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.406306 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.406610 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.406902 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.407202 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.407488 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.407782 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.408066 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.408387 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.408679 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.408977 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.409345 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.409556 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.409838 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.410218 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.410461 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.410762 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.411063 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.411346 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.411625 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.411909 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.412241 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.412503 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.412804 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.413101 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.413381 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.413664 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.413961 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.414243 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.414519 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.414800 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.415095 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.415382 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.415661 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.415951 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.416257 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.416538 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.416840 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.417125 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.417422 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.417705 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.417981 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.418255 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.418535 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.418808 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.419096 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.419378 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.419656 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.419931 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.420237 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.420519 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.420794 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.421075 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.421352 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.421633 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.421910 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.422325 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.422485 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.422726 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.423000 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.423276 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.423550 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.423831 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.424106 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.424407 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.424684 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.424960 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.425236 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.425531 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.425837 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.426118 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.426459 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.426677 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.426957 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.427237 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.427534 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.427796 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.428081 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.428381 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.428679 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.428966 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.429259 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.429549 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.429832 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.430139 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.430436 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.430709 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.430993 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.431278 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.431576 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.431866 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.432216 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.432532 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.432835 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.433135 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.433434 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.433723 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.434043 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.434328 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:48.434551 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 08 12:53:48.434805 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92870) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 08 12:53:48.785989 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 12:53:48.786274 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 12:53:48.786573 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 08 12:53:48.786916 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 08 12:53:49.178738 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:49.179035 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:49.179310 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:49.180642 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:49.180934 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:49.181219 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:49.215491 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:49.215767 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:49.216040 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:49.230052 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:49.230338 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:49.230610 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:49.264547 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:49.264829 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:49.265107 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:49.306030 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:49.306316 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:49.306591 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:49.537938 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:49.538549 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:49.538549 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:49.538691 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:49.539396 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:49.659701 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:49.660023 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:49.660340 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:49.660621 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:49.660896 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:49.661212 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:49.661477 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:49.661739 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:49.662005 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:49.662292 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:49.662568 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:49.662842 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:49.663119 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:49.663390 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:49.663653 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:49.663925 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:49.664221 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:49.664492 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:49.664771 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:49.665029 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:49.665318 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:49.665670 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:49.665928 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:49.666216 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:49.666471 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:49.666746 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:49.667150 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92870) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 12:53:49.667398 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92870) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 12:53:49.667643 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92870) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 12:53:49.667889 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92870) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 12:53:49.668127 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92870) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 12:53:49.668397 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92870) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 12:53:49.668768 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 08 12:53:49.672871 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 08 12:53:49.676841 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 08 12:53:49.680668 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Jul 08 12:53:49.682341 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 08 12:53:49.682803 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 08 12:53:49.683145 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 08 12:53:49.683533 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 08 12:53:49.686348 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 08 12:53:49.686603 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 08 12:53:49.686953 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 08 12:53:49.715687 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 08 12:53:49.716132 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:49.716472 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92870) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 08 12:53:49.716832 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:49.718199 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92870) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 08 12:53:49.718490 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 08 12:53:49.718748 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 08 12:53:49.724325 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:49.724625 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:49.791939 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 08 12:53:49.792303 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 08 12:53:49.792417 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 08 12:53:49.792852 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 08 12:53:49.813777 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_db.sqlalchemy.engines [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92870) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 08 12:53:50.348007 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.plugins.ml2.managers [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Initializing driver for type 'gre' Jul 08 12:53:50.348554 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] gre ID ranges: [(1, 1000)] Jul 08 12:53:50.402986 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.plugins.ml2.managers [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Initializing driver for type 'local' Jul 08 12:53:50.403434 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.plugins.ml2.managers [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Initializing driver for type 'vlan' Jul 08 12:53:50.416762 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] VlanTypeDriver initialization complete Jul 08 12:53:50.417137 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.plugins.ml2.managers [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Initializing driver for type 'vxlan' Jul 08 12:53:50.417635 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] vxlan ID ranges: [(1, 1000)] Jul 08 12:53:50.469451 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.plugins.ml2.managers [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Initializing extension driver 'port_security' Jul 08 12:53:50.469963 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.plugins.ml2.extensions.port_security [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] PortSecurityExtensionDriver initialization complete Jul 08 12:53:50.470214 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.plugins.ml2.managers [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Initializing mechanism driver 'openvswitch' Jul 08 12:53:50.470544 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.plugins.ml2.managers [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Initializing mechanism driver 'hyperv' Jul 08 12:53:50.477425 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.plugin [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:53:50.478150 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > port after_create 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.478528 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > port after_update 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.478890 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > port after_delete 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.479412 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=92870) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 12:53:50.479851 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > subnet after_create 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.480235 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > subnet after_update 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.480591 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.480986 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=92870) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 12:53:50.481394 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > network after_create 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.481750 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > network after_update 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.482094 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > network after_delete 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.482487 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=92870) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 12:53:50.482898 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > security_group after_create 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.483258 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > security_group after_update 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.483604 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.484135 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=92870) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 12:53:50.484570 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.484927 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.485277 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.485671 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=92870) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 12:53:50.486088 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > address_group after_create 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.486445 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > address_group after_update 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.486794 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.487184 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=92870) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 08 12:53:50.487563 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] ML2 OVO RPC backend initialized. {{(pid=92870) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 08 12:53:50.488304 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.488665 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.489091 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > network before_response 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.489448 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > networks before_response 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.489805 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > port before_response 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.490154 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > ports before_response 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.490509 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > subnet before_response 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.490858 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > subnets before_response 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.491212 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > network after_create 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.491560 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > network after_update 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.491906 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > network after_delete 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.492280 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > port after_create 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.492629 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > port after_update 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.492974 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > port after_delete 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.493320 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > subnet after_create 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.493662 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > subnet after_update 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.493999 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.494585 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.plugins.ml2.plugin [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Modular L2 Plugin initialization complete Jul 08 12:53:50.494918 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading services supported by the core plugin {{(pid=92870) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 08 12:53:50.495249 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.plugins.ml2.managers [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Got port-security extension from driver 'port_security' Jul 08 12:53:50.495716 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.extensions.vlantransparent [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Disabled vlantransparent extension. Jul 08 12:53:50.496224 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92870) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 08 12:53:50.496545 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading Plugin: router Jul 08 12:53:50.532961 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.533370 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > router after_create 55549900 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.533745 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > router before_create 55549900 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.534116 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.534495 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.534853 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > router after_delete 55549900 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.535220 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.535602 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > router after_create 55549900 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.535958 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > router after_update 55549900 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.536345 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > router after_update 55549900 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.536787 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.537071 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > router after_update 55549900 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.537487 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > router precommit_update 55549900 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.537925 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: port after_update 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.538207 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: port after_delete 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.538868 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: subnet after_update 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.538868 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.539222 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.539573 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > router precommit_create 55549900 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.539918 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: port before_delete 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.540293 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > router precommit_create 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.540660 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > router after_update 55549900 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.541011 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.541369 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > router precommit_create 55549900 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.541763 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.542115 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > router precommit_update 55549900 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.542487 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > agent after_create 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.542843 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > agent after_delete 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.543196 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > network after_delete 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.544064 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.quota.resource_registry [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Tracking information for resource: router configured {{(pid=92870) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 12:53:50.544422 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.quota.resource_registry [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Tracking information for resource: floatingip configured {{(pid=92870) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 08 12:53:50.549569 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.db.l3_agentschedulers_db [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 08 12:53:50.550160 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: port after_update 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.550525 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: port after_create 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.550882 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: port after_delete 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.551271 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: port after_update 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.552063 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > router before_create 55550100 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.552463 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.552831 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > router precommit_create 55550100 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.553195 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > router precommit_update 55550100 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.557705 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.services.provider_configuration [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Service providers = [] {{(pid=92870) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 08 12:53:50.558077 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.db.servicetype_db [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92870) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 08 12:53:50.561048 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.services.service_base [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92870) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 12:53:50.561401 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.services.service_base [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92870) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 12:53:50.561748 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.services.service_base [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92870) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 12:53:50.562651 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.services.service_base [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92870) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 08 12:53:50.563021 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.services.service_base [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 08 12:53:50.563404 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92870) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 12:53:50.563723 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 08 12:53:50.575016 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92870) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 12:53:50.575357 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading Plugin: auto_allocate Jul 08 12:53:50.581169 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: network precommit_update 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.581541 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: network precommit_create 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.582073 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92870) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 12:53:50.582400 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading Plugin: tag Jul 08 12:53:50.589515 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92870) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 12:53:50.589845 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading Plugin: timestamp Jul 08 12:53:50.595154 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92870) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 12:53:50.595494 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading Plugin: network_ip_availability Jul 08 12:53:50.601259 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.601587 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.601949 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.602675 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92870) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 12:53:50.603001 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading Plugin: flavors Jul 08 12:53:50.607715 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92870) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 12:53:50.608059 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading Plugin: revisions Jul 08 12:53:50.612539 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92870) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 08 12:53:50.613021 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_concurrency.lockutils [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.826s {{(pid=92870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 08 12:53:50.613682 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92870) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 08 12:53:50.614024 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Initializing extension manager. Jul 08 12:53:50.614540 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: __init__.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.614886 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: __pycache__ {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.615221 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.615558 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: address_group.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.616361 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.616921 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: address-group Jul 08 12:53:50.617248 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: address_scope.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.617977 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.618485 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: address-scope Jul 08 12:53:50.618810 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.619781 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.620333 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: router-admin-state-down-before-update Jul 08 12:53:50.620662 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: agent.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.621371 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.622073 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: agent Jul 08 12:53:50.622397 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: agent_resources_synced.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.623320 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.623832 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: agent-resources-synced Jul 08 12:53:50.624156 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: allowedaddresspairs.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.626005 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.626531 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: allowed-address-pairs Jul 08 12:53:50.626862 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: auto_allocated_topology.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.627947 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.628498 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: auto-allocated-topology Jul 08 12:53:50.628835 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: availability_zone.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.629538 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.630049 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: availability_zone Jul 08 12:53:50.630377 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: availability_zone_filter.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.631303 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.631818 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: availability_zone_filter Jul 08 12:53:50.632143 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: data_plane_status.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.633079 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.633586 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extension data-plane-status not supported by any of loaded plugins Jul 08 12:53:50.633911 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: default_subnetpools.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.634842 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.635884 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: default-subnetpools Jul 08 12:53:50.636234 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.637059 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.637572 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: dhcp_agent_scheduler Jul 08 12:53:50.637901 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: dns.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.638832 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.639336 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extension dns-integration not supported by any of loaded plugins Jul 08 12:53:50.639663 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: dns_domain_ports.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.640614 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.641126 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 08 12:53:50.641448 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.642406 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.647115 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 08 12:53:50.647115 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: dvr.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.647115 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.647115 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: dvr Jul 08 12:53:50.647115 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: empty_string_filtering.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.647115 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.647115 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: empty-string-filtering Jul 08 12:53:50.647624 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.647624 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.647900 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 08 12:53:50.648224 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.649154 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.649660 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 08 12:53:50.649983 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: external_net.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.650928 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.651996 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: external-net Jul 08 12:53:50.652361 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.653298 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.653805 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: extra_dhcp_opt Jul 08 12:53:50.654128 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: extraroute.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.655049 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.655560 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: extraroute Jul 08 12:53:50.655883 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: extraroute_atomic.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.656968 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.657478 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: extraroute-atomic Jul 08 12:53:50.657805 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: filter_validation.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.658491 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.658992 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: filter-validation Jul 08 12:53:50.659314 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: fip_pf_description.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.660269 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.660777 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 08 12:53:50.661102 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: fip_port_details.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.662035 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.662548 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: fip-port-details Jul 08 12:53:50.662874 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: flavors.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.664124 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.664676 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: flavors Jul 08 12:53:50.665009 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.666735 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.667262 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 08 12:53:50.667596 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: floatingip_pools.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.668336 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.668852 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: floatingip-pools Jul 08 12:53:50.669178 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: ip_allocation.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.670107 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.670614 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extension ip_allocation not supported by any of loaded plugins Jul 08 12:53:50.670938 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.671864 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.672403 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: ip-substring-filtering Jul 08 12:53:50.672732 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: l2_adjacency.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.673669 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.674175 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 08 12:53:50.674499 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: l3.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.675506 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.676025 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: router Jul 08 12:53:50.676388 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.678787 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.679325 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 08 12:53:50.679666 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.680650 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.681171 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: ext-gw-mode Jul 08 12:53:50.681503 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.682463 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.682982 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: l3-ha Jul 08 12:53:50.683315 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: l3_flavors.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.684292 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.684809 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: l3-flavors Jul 08 12:53:50.685140 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.686070 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.686581 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 08 12:53:50.686909 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: l3agentscheduler.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.687966 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.688516 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: l3_agent_scheduler Jul 08 12:53:50.688845 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: logging.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.690336 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.690857 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extension logging not supported by any of loaded plugins Jul 08 12:53:50.691191 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: metering.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.691947 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.692567 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: metering Jul 08 12:53:50.692899 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.694006 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.694526 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: metering_source_and_destination_fields Jul 08 12:53:50.694855 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: multiprovidernet.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.695797 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.696353 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: multi-provider Jul 08 12:53:50.696683 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: netmtu.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.697605 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.698647 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: net-mtu Jul 08 12:53:50.698973 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: netmtu_writable.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.699900 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.700444 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: net-mtu-writable Jul 08 12:53:50.700772 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: network_availability_zone.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.701459 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.701972 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: network_availability_zone Jul 08 12:53:50.702297 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: network_ip_availability.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.703404 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.703927 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: network-ip-availability Jul 08 12:53:50.704290 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: network_segment_range.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.705081 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.705593 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extension network-segment-range not supported by any of loaded plugins Jul 08 12:53:50.705925 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: pagination.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.706919 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.707253 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: pagination Jul 08 12:53:50.707578 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: port_device_profile.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.708540 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.709057 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: port-device-profile Jul 08 12:53:50.709380 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.710307 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.710818 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: port-mac-address-regenerate Jul 08 12:53:50.711143 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.712068 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.712609 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: port-numa-affinity-policy Jul 08 12:53:50.713011 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: port_resource_request.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.714472 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.714970 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extension port-resource-request not supported by any of loaded plugins Jul 08 12:53:50.715296 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: portbindings.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.716271 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.716783 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: binding Jul 08 12:53:50.717108 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: portbindings_extended.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.718526 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.719045 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: binding-extended Jul 08 12:53:50.719379 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: portsecurity.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.720352 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.720871 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: port-security Jul 08 12:53:50.721470 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: project_id.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.722455 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.722795 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: project-id Jul 08 12:53:50.723124 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: providernet.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.724063 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.724613 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: provider Jul 08 12:53:50.724939 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: qos.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.728513 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.729060 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extension qos not supported by any of loaded plugins Jul 08 12:53:50.729401 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.730667 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.731188 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 08 12:53:50.731521 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.732490 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.733005 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 08 12:53:50.733333 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: qos_default.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.734261 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.734778 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extension qos-default not supported by any of loaded plugins Jul 08 12:53:50.735107 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: qos_fip.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.735772 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.736311 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extension qos-fip not supported by any of loaded plugins Jul 08 12:53:50.736642 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: qos_gateway_ip.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.737576 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.738094 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 08 12:53:50.738418 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: qos_port_network_policy.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.739345 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.739856 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 08 12:53:50.740227 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: qos_rule_type_details.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.741146 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.741654 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 08 12:53:50.741996 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: qos_rules_alias.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.743036 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.743543 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 08 12:53:50.743869 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: quotasv2.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.744848 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.745183 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: quotas Jul 08 12:53:50.745509 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: quotasv2_detail.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.748589 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.748941 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: quota_details Jul 08 12:53:50.749277 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: rbac.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.750342 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.750870 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: rbac-policies Jul 08 12:53:50.751197 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: rbac_address_group.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.752362 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.752891 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: rbac-address-group Jul 08 12:53:50.753222 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: rbac_address_scope.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.754175 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.754693 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: rbac-address-scope Jul 08 12:53:50.755020 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: rbac_security_groups.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.755953 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.756502 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: rbac-security-groups Jul 08 12:53:50.756831 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: rbac_subnetpool.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.757762 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.758278 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: rbac-subnetpool Jul 08 12:53:50.758605 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: revisionifmatch.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.759540 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.760059 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: revision-if-match Jul 08 12:53:50.760931 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: revisions.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.762120 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.762640 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: standard-attr-revisions Jul 08 12:53:50.763018 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: router_availability_zone.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.763749 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.764284 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: router_availability_zone Jul 08 12:53:50.764611 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: routerservicetype.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.765555 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.766064 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extension router-service-type not supported by any of loaded plugins Jul 08 12:53:50.766398 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.767346 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.767863 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: security-groups-normalized-cidr Jul 08 12:53:50.768198 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.769142 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.769658 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: port-security-groups-filtering Jul 08 12:53:50.769985 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.770919 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.771440 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: security-groups-remote-address-group Jul 08 12:53:50.771768 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: securitygroup.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.782102 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.782635 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: security-group Jul 08 12:53:50.782976 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: segment.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.783777 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.784313 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extension segment not supported by any of loaded plugins Jul 08 12:53:50.784648 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.785606 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.786113 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 08 12:53:50.786441 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: servicetype.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.787565 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.788085 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: service-type Jul 08 12:53:50.788495 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: sorting.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.789440 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.789778 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: sorting Jul 08 12:53:50.790102 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: standard_attr_segment.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.791098 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.791647 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 08 12:53:50.791975 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: standardattrdescription.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.792685 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.793198 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: standard-attr-description Jul 08 12:53:50.793525 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: stateful_security_group.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.794537 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.795086 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: stateful-security-group Jul 08 12:53:50.795330 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: stdattrs_common.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.796014 dv-cinder-789603-11-iscsi neutron-server[92870]: WARNING neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 08 12:53:50.796272 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.797216 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.797731 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 08 12:53:50.798059 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: subnet_onboard.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.799140 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.799668 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: subnet_onboard Jul 08 12:53:50.800077 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.800956 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.801472 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 08 12:53:50.801801 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: subnet_service_types.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.802747 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.803265 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: subnet-service-types Jul 08 12:53:50.803593 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: subnetallocation.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.804714 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.805236 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: subnet_allocation Jul 08 12:53:50.805566 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.806253 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.806781 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: subnetpool-prefix-ops Jul 08 12:53:50.807107 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.808607 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.809127 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 08 12:53:50.809455 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: tagging.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.810575 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.811097 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: standard-attr-tag Jul 08 12:53:50.811428 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: timestamp.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.812701 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.813221 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loaded extension: standard-attr-timestamp Jul 08 12:53:50.813549 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: trunk.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.814594 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.815111 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extension trunk not supported by any of loaded plugins Jul 08 12:53:50.815436 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: trunk_details.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.816412 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.816926 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extension trunk-details not supported by any of loaded plugins Jul 08 12:53:50.817258 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: uplink_status_propagation.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.818192 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.818705 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 08 12:53:50.819033 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Loading extension file: vlantransparent.py {{(pid=92870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 08 12:53:50.819721 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 08 12:53:50.820250 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 08 12:53:50.822756 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.quota.resource_registry [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Creating instance of TrackedResource for resource:network Jul 08 12:53:50.823898 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.quota.resource_registry [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Creating instance of TrackedResource for resource:subnet Jul 08 12:53:50.824662 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.quota.resource_registry [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 12:53:50.825064 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.quota.resource_registry [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Creating instance of TrackedResource for resource:port Jul 08 12:53:50.826355 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.v2.resource_helper [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 12:53:50.826808 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.v2.resource_helper [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Service FLAVORS assigned prefix: {{(pid=92870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 12:53:50.827451 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.v2.resource_helper [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 12:53:50.827886 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.v2.resource_helper [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 12:53:50.828253 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.quota.resource_registry [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Creating instance of TrackedResource for resource:router Jul 08 12:53:50.828690 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.quota.resource_registry [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Creating instance of TrackedResource for resource:floatingip Jul 08 12:53:50.829208 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.v2.resource_helper [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Service METERING assigned prefix: /metering {{(pid=92870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 12:53:50.830672 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.831046 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.831402 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 12:53:50.832449 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.quota.resource_registry [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Creating instance of CountableResource for resource:rbac_policy Jul 08 12:53:50.832902 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.quota.resource_registry [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Creating instance of TrackedResource for resource:security_group Jul 08 12:53:50.833350 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.quota.resource_registry [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 08 12:53:50.833958 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.v2.resource_helper [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Service CORE assigned prefix: {{(pid=92870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 12:53:50.834296 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.quota.resource_registry [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 12:53:50.834646 dv-cinder-789603-11-iscsi neutron-server[92870]: WARNING neutron.quota.resource_registry [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] subnetpool is already registered Jul 08 12:53:50.835095 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.v2.resource_helper [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Service CORE assigned prefix: {{(pid=92870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 12:53:50.835434 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.quota.resource_registry [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 12:53:50.835767 dv-cinder-789603-11-iscsi neutron-server[92870]: WARNING neutron.quota.resource_registry [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] subnetpool is already registered Jul 08 12:53:50.838111 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.v2.resource_helper [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 12:53:50.838580 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.v2.resource_helper [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Service FLAVORS assigned prefix: {{(pid=92870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 12:53:50.839188 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.v2.resource_helper [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 12:53:50.839618 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.v2.resource_helper [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 12:53:50.839962 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.quota.resource_registry [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Creating instance of TrackedResource for resource:router Jul 08 12:53:50.840340 dv-cinder-789603-11-iscsi neutron-server[92870]: WARNING neutron.quota.resource_registry [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] router is already registered Jul 08 12:53:50.840763 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.quota.resource_registry [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Creating instance of TrackedResource for resource:floatingip Jul 08 12:53:50.841103 dv-cinder-789603-11-iscsi neutron-server[92870]: WARNING neutron.quota.resource_registry [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] floatingip is already registered Jul 08 12:53:50.841565 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.v2.resource_helper [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Service METERING assigned prefix: /metering {{(pid=92870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 12:53:50.842248 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.quota.resource_registry [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Creating instance of CountableResource for resource:rbac_policy Jul 08 12:53:50.842582 dv-cinder-789603-11-iscsi neutron-server[92870]: WARNING neutron.quota.resource_registry [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] rbac_policy is already registered Jul 08 12:53:50.842998 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.quota.resource_registry [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Creating instance of TrackedResource for resource:security_group Jul 08 12:53:50.843335 dv-cinder-789603-11-iscsi neutron-server[92870]: WARNING neutron.quota.resource_registry [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] security_group is already registered Jul 08 12:53:50.843743 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.quota.resource_registry [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 08 12:53:50.844078 dv-cinder-789603-11-iscsi neutron-server[92870]: WARNING neutron.quota.resource_registry [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] security_group_rule is already registered Jul 08 12:53:50.844749 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.v2.resource_helper [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Service CORE assigned prefix: {{(pid=92870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 12:53:50.845082 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.quota.resource_registry [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 12:53:50.845417 dv-cinder-789603-11-iscsi neutron-server[92870]: WARNING neutron.quota.resource_registry [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] subnetpool is already registered Jul 08 12:53:50.845857 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.v2.resource_helper [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Service CORE assigned prefix: {{(pid=92870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 08 12:53:50.846443 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.quota.resource_registry [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Creating instance of TrackedResource for resource:subnetpool Jul 08 12:53:50.846779 dv-cinder-789603-11-iscsi neutron-server[92870]: WARNING neutron.quota.resource_registry [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] subnetpool is already registered Jul 08 12:53:50.847242 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extended resource: extensions {{(pid=92870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:53:50.848753 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extended resource: address-groups {{(pid=92870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:53:50.850263 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extended resource: address-scopes {{(pid=92870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:53:50.851665 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extended resource: agents {{(pid=92870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:53:50.852797 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extended resource: auto-allocated-topology {{(pid=92870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:53:50.854086 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extended resource: availability_zones {{(pid=92870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:53:50.855297 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extended resource: dhcp-networks {{(pid=92870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:53:50.857947 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extended resource: dhcp-agents {{(pid=92870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:53:50.859487 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extended resource: routers {{(pid=92870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:53:50.861236 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extended resource: flavors {{(pid=92870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:53:50.862519 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extended resource: service_profiles {{(pid=92870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:53:50.863723 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extended resource: next_providers {{(pid=92870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:53:50.865199 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extended resource: service_profiles {{(pid=92870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:53:50.866818 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extended resource: floatingip-pools {{(pid=92870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:53:50.868041 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extended resource: routers {{(pid=92870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:53:50.870317 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extended resource: floatingips {{(pid=92870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:53:50.871603 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extended resource: l3-routers {{(pid=92870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:53:50.873033 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extended resource: l3-agents {{(pid=92870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:53:50.874660 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extended resource: metering-labels {{(pid=92870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:53:50.875924 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extended resource: metering-label-rules {{(pid=92870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:53:50.877330 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extended resource: network-ip-availabilities {{(pid=92870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:53:50.878607 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extended resource: bindings {{(pid=92870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:53:50.880202 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extended resource: quotas {{(pid=92870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:53:50.881755 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extended resource: quotas {{(pid=92870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:53:50.883170 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extended resource: rbac-policies {{(pid=92870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:53:50.884388 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extended resource: security-groups {{(pid=92870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:53:50.886254 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extended resource: security-group-rules {{(pid=92870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:53:50.887528 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extended resource: service-providers {{(pid=92870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:53:50.888786 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extended resource: subnetpools {{(pid=92870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:53:50.890119 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extended resource: subnetpools {{(pid=92870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:53:50.891673 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extended resource: tags {{(pid=92870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:53:50.893396 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extended resource: tags {{(pid=92870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:53:50.895234 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extended resource: tags {{(pid=92870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:53:50.897125 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extended resource: tags {{(pid=92870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:53:50.898828 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extended resource: tags {{(pid=92870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:53:50.900818 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extended resource: tags {{(pid=92870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:53:50.902540 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extended resource: tags {{(pid=92870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:53:50.904377 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extended resource: tags {{(pid=92870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:53:50.906260 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extended resource: tags {{(pid=92870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:53:50.908028 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron.api.extensions [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Extended resource: tags {{(pid=92870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 08 12:53:50.914041 dv-cinder-789603-11-iscsi neutron-server[92870]: WARNING keystonemiddleware.auth_token [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 08 12:53:50.918582 dv-cinder-789603-11-iscsi neutron-server[92870]: WARNING keystonemiddleware.auth_token [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 08 12:53:50.927858 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_concurrency.lockutils [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Acquired lock "singleton_lock" {{(pid=92870) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 08 12:53:50.928368 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_concurrency.lockutils [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Releasing lock "singleton_lock" {{(pid=92870) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 08 12:53:50.929013 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO oslo_service.service [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Starting 2 workers Jul 08 12:53:50.934358 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Started child 93011 {{(pid=92870) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 08 12:53:50.938864 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Started child 93012 {{(pid=92870) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 08 12:53:50.939982 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:53:50.940656 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO neutron.service [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 08 12:53:50.941144 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Notify callbacks [] for process, before_spawn {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:53:50.941355 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [-] (93011) wsgi starting up on http://0.0.0.0:9696 Jul 08 12:53:50.943560 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:53:50.943992 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO oslo_service.service [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Starting 1 workers Jul 08 12:53:50.944921 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [-] (93012) wsgi starting up on http://0.0.0.0:9696 Jul 08 12:53:50.949380 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Started child 93013 {{(pid=92870) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 08 12:53:50.949910 dv-cinder-789603-11-iscsi neutron-server[92870]: INFO oslo_service.service [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Starting 1 workers Jul 08 12:53:50.953365 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.service [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] calling RpcWorker wait() {{(pid=93013) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 08 12:53:50.953935 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.service [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] returning from RpcWorker wait() {{(pid=93013) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 08 12:53:50.954447 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Started child 93014 {{(pid=92870) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 08 12:53:50.955250 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:53:50.955344 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG neutron_lib.callbacks.manager [None req-b40de40c-1e09-4791-9e69-f81354ae30c1 None None] Notify callbacks [] for process, after_spawn {{(pid=92870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:53:50.955818 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:53:50.957155 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92870) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 08 12:53:50.957379 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 08 12:53:50.957566 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 08 12:53:50.957782 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 08 12:53:50.958142 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 08 12:53:50.958321 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 08 12:53:50.958833 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.959104 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.959368 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.959539 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:53:50.959997 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.959997 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.960511 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.960774 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.961027 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.961326 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.961559 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.961736 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.961905 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.962183 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.962422 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.962693 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.962965 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.963205 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.963515 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.963686 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.963962 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.964268 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.964522 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.964793 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] debug = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.965047 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.965685 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.965797 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.966018 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.966271 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.966540 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.966802 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.967076 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.967337 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.967553 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.967779 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.968050 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.968311 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.968541 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.968783 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.969030 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.969271 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.969750 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] host = dv-cinder-789603-11-iscsi {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.969991 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.970232 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.970489 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.970743 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.970993 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.971477 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.971745 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.972015 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.972304 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.972564 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.972831 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.973079 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.973326 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.973562 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] log_file = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.973744 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] log_options = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.973962 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.974223 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.974480 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.974673 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.974843 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.975023 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.975276 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.975441 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.975699 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.975917 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.976132 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.976416 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.976654 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.976890 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.977142 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.977388 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.977604 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.977818 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.978084 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.978353 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.978602 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.978829 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.979102 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.979342 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.979560 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.979775 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.980001 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.980273 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.980490 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.980833 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.980976 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.981250 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.981483 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.981840 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.981988 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.982219 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.982458 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.982718 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.982949 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.983202 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.983448 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.983694 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.983971 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.984208 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.984440 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.984658 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] use_json = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.984878 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.985115 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.985368 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.985605 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.985820 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.986036 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.986255 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.986492 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:50.986915 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:50.987227 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:50.987542 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:50.987793 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:50.988047 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:50.988329 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:50.988589 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:50.988831 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:50.989177 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:50.989538 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:50.989900 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:50.990085 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:50.990377 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:50.990520 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:53:50.990673 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:50.990920 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:50.991201 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:50.991449 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:50.991749 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:50.991985 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:50.992227 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:50.992452 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:50.992752 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:50.993191 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:50.993490 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:50.993780 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:50.994036 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:50.994273 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:50.994551 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:50.995498 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:50.995848 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:50.996004 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:50.996299 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:50.996652 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:50.996652 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:50.996877 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:50.997089 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:50.997322 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:50.997590 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:50.997828 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:50.998267 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:50.998408 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:50.998550 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:50.998825 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:50.998984 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:50.999351 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:50.999495 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:50.999632 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:50.999874 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.000095 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.000383 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.000888 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.000888 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.001168 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.001304 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.001513 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.001869 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.002051 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.002326 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.003099 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.003533 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.003533 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.003895 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.003895 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.004162 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.004359 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.004623 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.004768 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.005872 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.005872 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.005872 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.005872 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.005872 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.007017 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.007017 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.007017 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.007017 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.007017 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.007670 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.007670 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.007670 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.008078 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.008078 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.008396 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.008396 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.008639 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.008949 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.009203 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.009450 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.009678 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.010310 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.011095 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.011393 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.011639 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.011871 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.012136 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.012382 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.012631 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.012924 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.013113 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.013366 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.013606 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.013847 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.014102 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.014321 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.014666 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.014822 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.015080 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.015347 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.015600 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.015850 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.016083 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.016387 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.016643 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.016897 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.017118 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.017382 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.017675 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.017975 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.018326 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.018488 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.018721 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.018995 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.019250 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.019498 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.019753 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.020655 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.020655 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.020655 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.021023 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.021023 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.021269 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.021778 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.021778 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.022019 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.022228 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.022714 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.022714 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.022999 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.023191 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.023423 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.023673 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.024096 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.025509 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.025509 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.025509 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.025509 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.025509 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.025509 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.031829 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.031829 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.031829 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.031829 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.031829 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.031829 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.031829 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.031829 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.032372 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.032372 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.032372 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.032372 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.032372 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.032372 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.032372 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.032372 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.032820 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.032820 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.032820 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.032820 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.032820 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.032820 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.032820 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.032820 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.033275 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.033275 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.033275 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.033275 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.033275 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.033275 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.033275 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.033275 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.033762 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.033762 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.033762 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.033762 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.033762 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.033762 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.034111 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.034176 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.034428 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.034645 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.034885 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.035531 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.035531 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.035531 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.035772 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.037828 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.037828 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.037828 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.037828 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.037828 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.037828 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.037828 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.038381 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.038381 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.038534 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.038666 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.038958 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.039210 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.039470 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.039727 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.040002 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.040248 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.040467 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.040683 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.040891 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.041135 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.041351 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.041651 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.041876 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.042087 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.042293 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.042674 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.043058 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.043417 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.043805 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.044166 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.044563 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.044971 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.045348 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.045714 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.046086 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.046484 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.046830 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.047215 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.047579 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.047936 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.048276 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.048529 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.048754 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.049062 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.050631 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.051037 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.051434 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.051888 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.052299 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.052583 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.052811 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.053039 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.053289 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.053554 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.053892 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.054180 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.054444 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.054700 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.054946 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.055228 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.055511 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.055727 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.056019 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.056392 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.056680 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.056959 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.057745 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.058016 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.058266 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.058488 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.058728 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.058965 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.059188 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.059429 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.059698 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.059905 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.060141 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.060406 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.060623 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.060885 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.061130 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.061355 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.061574 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.061733 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 08 12:53:51.062251 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92870) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 08 12:53:51.062413 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 08 12:53:51.062568 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 08 12:53:51.062741 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 08 12:53:51.062910 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 08 12:53:51.063221 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 08 12:53:51.063434 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.063596 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.063756 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.063917 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.064078 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.064283 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.064448 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.064607 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.064765 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.064923 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.065082 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.065234 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.065386 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.065545 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.065705 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.065863 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.066020 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.066178 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.066341 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.066499 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.066657 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.066814 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.066972 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] debug = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.067130 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.067323 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.067488 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.067647 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.067804 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.067962 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.068120 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.068300 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.068459 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.068617 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.068777 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.068935 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.069093 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.069252 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.069410 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.069621 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.069746 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.069873 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] host = dv-cinder-789603-11-iscsi {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.069995 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.070150 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.070307 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.070470 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.070665 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.070791 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.070992 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.071268 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.071442 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.071601 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.071760 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.071918 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.072089 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.072244 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] log_file = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.072402 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] log_options = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.072562 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.072720 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.073468 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.074021 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.074021 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.074283 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.074283 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.074558 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.074692 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.075052 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.075052 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.075052 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.075434 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.075434 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.075434 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.075696 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.075818 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.075973 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.076070 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.076217 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.076340 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.076504 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.076680 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.076680 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.077268 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.077268 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.077268 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.077622 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.077622 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.077854 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.077854 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.078083 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.078204 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.078358 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.078481 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.078601 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.078732 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.078854 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.079006 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.079166 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.079326 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.079481 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.079632 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.079789 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.079948 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.080106 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] use_json = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.080314 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.080442 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.080621 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.080770 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.080915 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.081270 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.081270 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.081522 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 08 12:53:51.081522 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.081805 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.081805 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.081951 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.082431 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.082431 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.082431 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.082788 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.082788 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.083030 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.083030 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.083259 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.083380 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.083490 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.083690 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.083884 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.083996 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.084176 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.084176 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.084449 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.084615 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.084722 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.084844 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.084993 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.085226 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.085360 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.085482 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.085612 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.085771 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.085934 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.086098 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.086259 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.086422 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.086583 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.087078 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.087078 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.087078 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.087455 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.087455 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.087685 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.087685 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.087914 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.088035 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.088248 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.088402 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.088544 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.088668 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.088789 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.088918 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.089040 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.089827 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.089827 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.089827 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.089827 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.089827 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.090207 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.090207 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.090425 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.090425 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.090643 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.090730 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.090886 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.091048 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.091211 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.091373 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.091535 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.091697 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.091859 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.092267 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.092267 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.092504 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.092504 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.092708 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.092797 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.092935 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.093096 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.093257 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.093419 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.093580 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.093734 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.093969 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.094100 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.094222 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.094345 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.094496 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.094673 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.094834 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.094996 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.095156 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.095390 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.095521 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:53:51.095640 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.095640 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.095872 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.095993 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.096390 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.096517 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.096652 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.096796 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.097039 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.097173 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.097296 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.097417 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.097563 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.097724 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.097885 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.098046 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.098207 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.098368 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.098530 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.098690 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.098849 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.099040 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.099164 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.099318 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.099478 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.099647 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.099819 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.099980 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.100142 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.100332 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.100477 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.100638 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.100800 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.100962 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.101124 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.101285 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.101447 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.101616 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.101837 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.101974 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.102098 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.102245 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.102429 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.102591 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.102751 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.102912 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.103072 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.103233 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.103393 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.103553 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.103714 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.103874 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.104112 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.104261 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.104411 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.104572 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.104733 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.104895 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.105057 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.105219 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.105453 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.105587 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.105709 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.105831 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.105990 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.106151 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.106371 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.106502 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.106624 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.107463 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.107630 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.107790 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.107951 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.108331 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.108331 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.109037 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.109037 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.109037 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.109037 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.109037 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.109602 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.109602 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.109602 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.109602 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.110282 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.110282 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.110282 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.110282 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.110796 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.110796 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.110796 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.110796 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.111237 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.111237 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.111466 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.111466 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.111913 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.111913 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.111913 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.112270 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.112270 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.112501 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.112501 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.112731 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.112852 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.112993 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.113120 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.113242 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.113395 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.113560 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.113721 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.113883 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.114044 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.114256 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.114394 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.114518 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.114664 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.114825 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.114987 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.115148 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.115310 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.115472 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.115682 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.115814 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.115938 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.116086 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.116265 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.116428 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.116600 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.116761 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.116922 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.117082 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.117306 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.117434 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.117558 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.117811 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.117939 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.118061 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.118183 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.118305 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.118447 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.118608 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.118769 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.118929 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.119090 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.119250 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.119423 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.119585 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.120298 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.120470 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.120632 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.120791 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.120957 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.121129 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.121290 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.121454 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.121615 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.121778 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.121939 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.122288 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.122288 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.122523 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.122644 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.122766 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.122888 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.123032 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.123202 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.123363 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.123532 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.123708 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.123868 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.124031 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.124257 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.124391 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.124513 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.124674 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.124836 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.124978 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.125145 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.125306 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.125466 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.125671 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.125801 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.125925 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.126071 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.126232 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.126392 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.126552 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.126714 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 08 12:53:51.126867 dv-cinder-789603-11-iscsi neutron-server[92870]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 08 12:53:51.308637 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 33766) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:53:51.318355 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [-] 10.222.0.59 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0074399 Jul 08 12:54:02.571260 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f150e2-2767-483d-8931-880646a14c1e None None] get_active_networks_info from dv-cinder-789603-11-iscsi {{(pid=93013) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 08 12:54:02.663648 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f150e2-2767-483d-8931-880646a14c1e None None] No non-hosted networks {{(pid=93013) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 08 12:54:02.680582 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.agentschedulers_db [None req-33f150e2-2767-483d-8931-880646a14c1e None None] DHCP Agent not found on host dv-cinder-789603-11-iscsi {{(pid=93013) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 08 12:54:02.741337 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-95af20f8-961d-4ec0-901c-0de4a3a470b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-545340'] for agent, after_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:05.343183 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-fd44e6f9-0c90-4a1b-8de2-9016a2aa5e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-545340'] for agent, after_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:05.425355 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-7828799a-0c57-4894-bcf6-0dfc4fc08f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:05.677031 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-545340'] for agent, after_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:05.678380 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:05.678974 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:05.679966 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:05.680914 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:05.681507 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:05.682088 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:05.682639 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:05.683268 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:05.683807 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:05.684426 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:05.685024 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:05.685790 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:05.686468 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-789603-11-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:54:05.701116 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-789603-11-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:54:06.089460 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-97c8e7b9-57f7-456d-825e-78a0ef1aae16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-545340'] for agent, after_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:07.842974 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-615b644b-3110-4324-8d19-7b6387de29b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-545340'] for agent, after_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:08.935115 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 33856) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:09.418805 dv-cinder-789603-11-iscsi neutron-server[93012]: WARNING oslo_policy.policy [None req-d40a61e2-7410-47d7-ba1e-15385564fc4a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 12:54:09.419512 dv-cinder-789603-11-iscsi neutron-server[93012]: WARNING oslo_policy.policy [None req-d40a61e2-7410-47d7-ba1e-15385564fc4a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 12:54:09.640833 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [None req-d40a61e2-7410-47d7-ba1e-15385564fc4a admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=93012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 12:54:09.641837 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-d40a61e2-7410-47d7-ba1e-15385564fc4a admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7058280 Jul 08 12:54:11.687172 dv-cinder-789603-11-iscsi neutron-server[93013]: INFO neutron.db.l3_hamode_db [None req-d15a399f-6dc9-4057-a189-9cff78fafd38 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 08 12:54:11.764655 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15a399f-6dc9-4057-a189-9cff78fafd38 None None] Routers set() bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:54:11.765051 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15a399f-6dc9-4057-a189-9cff78fafd38 None None] Router IDs set() for agent in host dv-cinder-789603-11-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 08 12:54:12.024125 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 33870) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:12.331061 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-621cd720-f6bd-4b57-aa87-eafeef887802 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:54:12.423291 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.policy [None req-621cd720-f6bd-4b57-aa87-eafeef887802 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93012) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 08 12:54:12.467667 dv-cinder-789603-11-iscsi neutron-server[93012]: WARNING oslo_policy.policy [None req-621cd720-f6bd-4b57-aa87-eafeef887802 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 12:54:12.468055 dv-cinder-789603-11-iscsi neutron-server[93012]: WARNING oslo_policy.policy [None req-621cd720-f6bd-4b57-aa87-eafeef887802 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 12:54:12.476750 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.quota [None req-621cd720-f6bd-4b57-aa87-eafeef887802 admin admin] Loaded quota_driver: . Jul 08 12:54:12.569359 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-621cd720-f6bd-4b57-aa87-eafeef887802 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739452892387', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739452892980', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739452871461', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739452878349', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739452867508', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739452861367', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1449422', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1446703', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7979940', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7927310'] for rbac-policy, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:12.634717 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-621cd720-f6bd-4b57-aa87-eafeef887802 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:12.635891 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-621cd720-f6bd-4b57-aa87-eafeef887802 admin admin] 10.222.0.59 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6102753 Jul 08 12:54:15.178171 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 33882) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:15.666178 dv-cinder-789603-11-iscsi neutron-server[93011]: WARNING oslo_policy.policy [None req-d84a12e3-4482-470e-b75d-f2b7b244847e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 12:54:15.666756 dv-cinder-789603-11-iscsi neutron-server[93011]: WARNING oslo_policy.policy [None req-d84a12e3-4482-470e-b75d-f2b7b244847e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 12:54:15.887111 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-d84a12e3-4482-470e-b75d-f2b7b244847e admin admin] Request body: {'network': {'project_id': 'dfaa81b2a5b54e87b2fdc495e15adce0', 'name': 'private', 'tenant_id': 'dfaa81b2a5b54e87b2fdc495e15adce0', 'admin_state_up': True}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:54:15.888789 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.quota [None req-d84a12e3-4482-470e-b75d-f2b7b244847e admin admin] Loaded quota_driver: . Jul 08 12:54:15.945606 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d84a12e3-4482-470e-b75d-f2b7b244847e admin admin] Made reservation on behalf of dfaa81b2a5b54e87b2fdc495e15adce0 for: {'network': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:54:16.011918 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.policy [None req-d84a12e3-4482-470e-b75d-f2b7b244847e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93011) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 08 12:54:16.056544 dv-cinder-789603-11-iscsi neutron-server[93011]: WARNING oslo_policy.policy [None req-d84a12e3-4482-470e-b75d-f2b7b244847e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 12:54:16.056920 dv-cinder-789603-11-iscsi neutron-server[93011]: WARNING oslo_policy.policy [None req-d84a12e3-4482-470e-b75d-f2b7b244847e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 08 12:54:16.066859 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d84a12e3-4482-470e-b75d-f2b7b244847e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for network, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:16.089393 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d84a12e3-4482-470e-b75d-f2b7b244847e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:16.223741 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d84a12e3-4482-470e-b75d-f2b7b244847e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:16.227533 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d84a12e3-4482-470e-b75d-f2b7b244847e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:16.252002 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d84a12e3-4482-470e-b75d-f2b7b244847e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=93011) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 12:54:16.278598 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d84a12e3-4482-470e-b75d-f2b7b244847e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739449493324', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1381891'] for segment, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:16.279198 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d84a12e3-4482-470e-b75d-f2b7b244847e admin admin] Unsubscribe: segment precommit_create {{(pid=93011) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 08 12:54:16.279714 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.db.segments_db [None req-d84a12e3-4482-470e-b75d-f2b7b244847e admin admin] Added segment 0b505322-f4fb-4cfd-9653-dceb522b507c of type vlan for network 71eab360-33db-4e2d-80a5-b0a2386b2cae Jul 08 12:54:16.296431 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a12e3-4482-470e-b75d-f2b7b244847e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3dadfc-ac61-435a-ac1c-02d04f6e9a3c,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:16.317189 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a12e3-4482-470e-b75d-f2b7b244847e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:16.317546 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a12e3-4482-470e-b75d-f2b7b244847e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:16.317881 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a12e3-4482-470e-b75d-f2b7b244847e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:16.318206 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a12e3-4482-470e-b75d-f2b7b244847e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:16.318529 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a12e3-4482-470e-b75d-f2b7b244847e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:16.318860 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a12e3-4482-470e-b75d-f2b7b244847e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:16.319183 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a12e3-4482-470e-b75d-f2b7b244847e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:16.319512 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a12e3-4482-470e-b75d-f2b7b244847e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:16.319840 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a12e3-4482-470e-b75d-f2b7b244847e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:16.320152 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a12e3-4482-470e-b75d-f2b7b244847e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:16.320490 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a12e3-4482-470e-b75d-f2b7b244847e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:16.320800 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a12e3-4482-470e-b75d-f2b7b244847e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:16.322676 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84a12e3-4482-470e-b75d-f2b7b244847e admin admin] Tracked resource versions report: Jul 08 12:54:16.322676 dv-cinder-789603-11-iscsi neutron-server[93011]: pushed versions: Jul 08 12:54:16.322676 dv-cinder-789603-11-iscsi neutron-server[93011]: { 'AddressGroup': {'1.2'}, Jul 08 12:54:16.322676 dv-cinder-789603-11-iscsi neutron-server[93011]: 'ConntrackHelper': {'1.0'}, Jul 08 12:54:16.322676 dv-cinder-789603-11-iscsi neutron-server[93011]: 'Log': {'1.0'}, Jul 08 12:54:16.322676 dv-cinder-789603-11-iscsi neutron-server[93011]: 'Network': {'1.1'}, Jul 08 12:54:16.322676 dv-cinder-789603-11-iscsi neutron-server[93011]: 'Port': {'1.7'}, Jul 08 12:54:16.322676 dv-cinder-789603-11-iscsi neutron-server[93011]: 'PortForwarding': {'1.2'}, Jul 08 12:54:16.322676 dv-cinder-789603-11-iscsi neutron-server[93011]: 'QosPolicy': {'1.8'}, Jul 08 12:54:16.322676 dv-cinder-789603-11-iscsi neutron-server[93011]: 'SecurityGroup': {'1.4'}, Jul 08 12:54:16.322676 dv-cinder-789603-11-iscsi neutron-server[93011]: 'SecurityGroupRule': {'1.2'}, Jul 08 12:54:16.322676 dv-cinder-789603-11-iscsi neutron-server[93011]: 'SubPort': {'1.0'}, Jul 08 12:54:16.322676 dv-cinder-789603-11-iscsi neutron-server[93011]: 'Subnet': {'1.1'}, Jul 08 12:54:16.322676 dv-cinder-789603-11-iscsi neutron-server[93011]: 'Trunk': {'1.1'}} Jul 08 12:54:16.322676 dv-cinder-789603-11-iscsi neutron-server[93011]: consumer versions: Jul 08 12:54:16.322676 dv-cinder-789603-11-iscsi neutron-server[93011]: { DHCP agent@dv-cinder-789603-11-iscsi: {}, Jul 08 12:54:16.322676 dv-cinder-789603-11-iscsi neutron-server[93011]: L3 agent@dv-cinder-789603-11-iscsi: {}, Jul 08 12:54:16.322676 dv-cinder-789603-11-iscsi neutron-server[93011]: Metadata agent@dv-cinder-789603-11-iscsi: {}, Jul 08 12:54:16.322676 dv-cinder-789603-11-iscsi neutron-server[93011]: Metering agent@dv-cinder-789603-11-iscsi: {}, Jul 08 12:54:16.322676 dv-cinder-789603-11-iscsi neutron-server[93011]: Open vSwitch agent@dv-cinder-789603-11-iscsi: { 'AddressGroup': '1.2', Jul 08 12:54:16.322676 dv-cinder-789603-11-iscsi neutron-server[93011]: 'ConntrackHelper': '1.0', Jul 08 12:54:16.322676 dv-cinder-789603-11-iscsi neutron-server[93011]: 'Log': '1.0', Jul 08 12:54:16.322676 dv-cinder-789603-11-iscsi neutron-server[93011]: 'Network': '1.1', Jul 08 12:54:16.322676 dv-cinder-789603-11-iscsi neutron-server[93011]: 'Port': '1.7', Jul 08 12:54:16.322676 dv-cinder-789603-11-iscsi neutron-server[93011]: 'PortForwarding': '1.2', Jul 08 12:54:16.322676 dv-cinder-789603-11-iscsi neutron-server[93011]: 'QosPolicy': '1.8', Jul 08 12:54:16.322676 dv-cinder-789603-11-iscsi neutron-server[93011]: 'SecurityGroup': '1.4', Jul 08 12:54:16.322676 dv-cinder-789603-11-iscsi neutron-server[93011]: 'SecurityGroupRule': '1.2', Jul 08 12:54:16.322676 dv-cinder-789603-11-iscsi neutron-server[93011]: 'SubPort': '1.0', Jul 08 12:54:16.322676 dv-cinder-789603-11-iscsi neutron-server[93011]: 'Subnet': '1.1', Jul 08 12:54:16.322676 dv-cinder-789603-11-iscsi neutron-server[93011]: 'Trunk': '1.1'}} Jul 08 12:54:16.322676 dv-cinder-789603-11-iscsi neutron-server[93011]: {{(pid=93011) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 12:54:16.410682 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d84a12e3-4482-470e-b75d-f2b7b244847e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739448901726'] for network, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:16.463022 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d84a12e3-4482-470e-b75d-f2b7b244847e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384'] for network, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:16.464422 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84a12e3-4482-470e-b75d-f2b7b244847e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:16.465078 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d84a12e3-4482-470e-b75d-f2b7b244847e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for network, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:16.543139 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-d84a12e3-4482-470e-b75d-f2b7b244847e admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3626840 Jul 08 12:54:16.564356 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84a12e3-4482-470e-b75d-f2b7b244847e admin admin] Pushing event updated for resources: {'Network': ['ID=71eab360-33db-4e2d-80a5-b0a2386b2cae,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:16.577132 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Network 71eab360-33db-4e2d-80a5-b0a2386b2cae details requested by agent ovs-agent-dv-cinder-789603-11-iscsi with host dv-cinder-789603-11-iscsi {{(pid=93013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 12:54:19.245864 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 33904) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:19.640158 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05fa2b6-3e32-4709-b029-b5a554d5cd29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:19.641567 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-f05fa2b6-3e32-4709-b029-b5a554d5cd29 admin admin] 10.222.0.59 "GET /v2.0/networks/71eab360-33db-4e2d-80a5-b0a2386b2cae HTTP/1.1" status: 200 len: 825 time: 0.3947024 Jul 08 12:54:19.681388 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-04b749c8-2374-4c57-b0d9-f33b0b51b7cc admin admin] 10.222.0.59 "GET /v2.0/subnetpools/5aceb9d1-8878-4faf-8cfd-1244e4d08791 HTTP/1.1" status: 200 len: 734 time: 0.0343575 Jul 08 12:54:19.689991 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-4950a35c-84ee-4f3c-98d8-957618ffc74b admin admin] Request body: {'subnet': {'subnetpool_id': '5aceb9d1-8878-4faf-8cfd-1244e4d08791', 'ip_version': 4, 'network_id': '71eab360-33db-4e2d-80a5-b0a2386b2cae', 'gateway_ip': '172.20.0.1', 'tenant_id': 'dfaa81b2a5b54e87b2fdc495e15adce0', 'name': 'private-subnet'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:54:19.712214 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4950a35c-84ee-4f3c-98d8-957618ffc74b admin admin] Made reservation on behalf of dfaa81b2a5b54e87b2fdc495e15adce0 for: {'subnet': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:54:19.714475 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4950a35c-84ee-4f3c-98d8-957618ffc74b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:20.009893 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4950a35c-84ee-4f3c-98d8-957618ffc74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384'] for subnet, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:20.076573 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4950a35c-84ee-4f3c-98d8-957618ffc74b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5501cdc8-44ae-4cf1-a983-d6d8d52085c7,revision_number=0']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:20.080974 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4950a35c-84ee-4f3c-98d8-957618ffc74b admin admin] Checking segment: {'id': '0b505322-f4fb-4cfd-9653-dceb522b507c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '71eab360-33db-4e2d-80a5-b0a2386b2cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:54:20.081345 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4950a35c-84ee-4f3c-98d8-957618ffc74b admin admin] Network hostable DHCP agents. Network: 71eab360-33db-4e2d-80a5-b0a2386b2cae, hostable agents: ['aa9d8c49-a181-49e8-a217-0ebad9c91868'], hosted agents: [] {{(pid=93011) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 12:54:20.105990 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4950a35c-84ee-4f3c-98d8-957618ffc74b admin admin] Network 71eab360-33db-4e2d-80a5-b0a2386b2cae is scheduled to be hosted by DHCP agent aa9d8c49-a181-49e8-a217-0ebad9c91868 with binding_index 1 {{(pid=93011) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 12:54:20.117186 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-4950a35c-84ee-4f3c-98d8-957618ffc74b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-11-iscsi, 71eab360-33db-4e2d-80a5-b0a2386b2cae) {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:54:20.121942 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4950a35c-84ee-4f3c-98d8-957618ffc74b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:20.122521 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4950a35c-84ee-4f3c-98d8-957618ffc74b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for subnet, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:20.127063 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b514136c-daef-46ae-aa7a-1b6e2ec7ec79 None None] Network 71eab360-33db-4e2d-80a5-b0a2386b2cae requested from dv-cinder-789603-11-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:54:20.136366 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-4950a35c-84ee-4f3c-98d8-957618ffc74b admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4497349 Jul 08 12:54:20.440701 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31accbf0-3c5e-4f4a-9ca3-f71ea98e5a6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15e29ccc-158f-583f-b514-01e14430e2a0-71eab360-33db-4e2d-80a5-b0a2386b2cae', 'network_id': '71eab360-33db-4e2d-80a5-b0a2386b2cae', 'tenant_id': 'dfaa81b2a5b54e87b2fdc495e15adce0', 'fixed_ips': [{'subnet_id': '5501cdc8-44ae-4cf1-a983-d6d8d52085c7'}]}} from dv-cinder-789603-11-iscsi. {{(pid=93013) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 12:54:20.441925 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-31accbf0-3c5e-4f4a-9ca3-f71ea98e5a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:20.716994 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.db_base_plugin_common [None req-31accbf0-3c5e-4f4a-9ca3-f71ea98e5a6a None None] Allocated IP 172.20.0.2 (71eab360-33db-4e2d-80a5-b0a2386b2cae/5501cdc8-44ae-4cf1-a983-d6d8d52085c7/fc8257f9-8f4a-40b7-a175-1ec491109a8a) {{(pid=93013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:54:20.919086 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-31accbf0-3c5e-4f4a-9ca3-f71ea98e5a6a None None] Notify callbacks [] for port, precommit_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:20.962363 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-31accbf0-3c5e-4f4a-9ca3-f71ea98e5a6a None None] Transition to ACTIVE for port object fc8257f9-8f4a-40b7-a175-1ec491109a8a will not be triggered until provisioned by entity L2. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:54:20.983572 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-31accbf0-3c5e-4f4a-9ca3-f71ea98e5a6a None None] Transition to ACTIVE for port object fc8257f9-8f4a-40b7-a175-1ec491109a8a will not be triggered until provisioned by entity DHCP. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:54:20.991981 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-31accbf0-3c5e-4f4a-9ca3-f71ea98e5a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276'] for port, after_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:21.063072 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31accbf0-3c5e-4f4a-9ca3-f71ea98e5a6a None None] Network 71eab360-33db-4e2d-80a5-b0a2386b2cae is already hosted by enough agents. {{(pid=93013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:54:21.067787 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.scheduler.base_scheduler [None req-31accbf0-3c5e-4f4a-9ca3-f71ea98e5a6a None None] Resources bound (agent type, host, resource id): {{(pid=93013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:54:21.077331 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31accbf0-3c5e-4f4a-9ca3-f71ea98e5a6a None None] Received port after_create {{(pid=93013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:54:21.079376 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31accbf0-3c5e-4f4a-9ca3-f71ea98e5a6a None None] Pushing event updated for resources: {'Port': ['ID=fc8257f9-8f4a-40b7-a175-1ec491109a8a,revision_number=1']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:21.089561 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31accbf0-3c5e-4f4a-9ca3-f71ea98e5a6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:21.089924 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31accbf0-3c5e-4f4a-9ca3-f71ea98e5a6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:21.090270 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31accbf0-3c5e-4f4a-9ca3-f71ea98e5a6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:21.090611 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31accbf0-3c5e-4f4a-9ca3-f71ea98e5a6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:21.090940 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31accbf0-3c5e-4f4a-9ca3-f71ea98e5a6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:21.091269 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31accbf0-3c5e-4f4a-9ca3-f71ea98e5a6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:21.091602 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31accbf0-3c5e-4f4a-9ca3-f71ea98e5a6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:21.091924 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31accbf0-3c5e-4f4a-9ca3-f71ea98e5a6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:21.092296 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31accbf0-3c5e-4f4a-9ca3-f71ea98e5a6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:21.092626 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31accbf0-3c5e-4f4a-9ca3-f71ea98e5a6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:21.092947 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31accbf0-3c5e-4f4a-9ca3-f71ea98e5a6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:21.093264 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31accbf0-3c5e-4f4a-9ca3-f71ea98e5a6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:21.094880 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31accbf0-3c5e-4f4a-9ca3-f71ea98e5a6a None None] Tracked resource versions report: Jul 08 12:54:21.094880 dv-cinder-789603-11-iscsi neutron-server[93013]: pushed versions: Jul 08 12:54:21.094880 dv-cinder-789603-11-iscsi neutron-server[93013]: { 'AddressGroup': {'1.2'}, Jul 08 12:54:21.094880 dv-cinder-789603-11-iscsi neutron-server[93013]: 'ConntrackHelper': {'1.0'}, Jul 08 12:54:21.094880 dv-cinder-789603-11-iscsi neutron-server[93013]: 'Log': {'1.0'}, Jul 08 12:54:21.094880 dv-cinder-789603-11-iscsi neutron-server[93013]: 'Network': {'1.1'}, Jul 08 12:54:21.094880 dv-cinder-789603-11-iscsi neutron-server[93013]: 'Port': {'1.7'}, Jul 08 12:54:21.094880 dv-cinder-789603-11-iscsi neutron-server[93013]: 'PortForwarding': {'1.2'}, Jul 08 12:54:21.094880 dv-cinder-789603-11-iscsi neutron-server[93013]: 'QosPolicy': {'1.8'}, Jul 08 12:54:21.094880 dv-cinder-789603-11-iscsi neutron-server[93013]: 'SecurityGroup': {'1.4'}, Jul 08 12:54:21.094880 dv-cinder-789603-11-iscsi neutron-server[93013]: 'SecurityGroupRule': {'1.2'}, Jul 08 12:54:21.094880 dv-cinder-789603-11-iscsi neutron-server[93013]: 'SubPort': {'1.0'}, Jul 08 12:54:21.094880 dv-cinder-789603-11-iscsi neutron-server[93013]: 'Subnet': {'1.1'}, Jul 08 12:54:21.094880 dv-cinder-789603-11-iscsi neutron-server[93013]: 'Trunk': {'1.1'}} Jul 08 12:54:21.094880 dv-cinder-789603-11-iscsi neutron-server[93013]: consumer versions: Jul 08 12:54:21.094880 dv-cinder-789603-11-iscsi neutron-server[93013]: { DHCP agent@dv-cinder-789603-11-iscsi: {}, Jul 08 12:54:21.094880 dv-cinder-789603-11-iscsi neutron-server[93013]: L3 agent@dv-cinder-789603-11-iscsi: {}, Jul 08 12:54:21.094880 dv-cinder-789603-11-iscsi neutron-server[93013]: Metadata agent@dv-cinder-789603-11-iscsi: {}, Jul 08 12:54:21.094880 dv-cinder-789603-11-iscsi neutron-server[93013]: Metering agent@dv-cinder-789603-11-iscsi: {}, Jul 08 12:54:21.094880 dv-cinder-789603-11-iscsi neutron-server[93013]: Open vSwitch agent@dv-cinder-789603-11-iscsi: { 'AddressGroup': '1.2', Jul 08 12:54:21.094880 dv-cinder-789603-11-iscsi neutron-server[93013]: 'ConntrackHelper': '1.0', Jul 08 12:54:21.094880 dv-cinder-789603-11-iscsi neutron-server[93013]: 'Log': '1.0', Jul 08 12:54:21.094880 dv-cinder-789603-11-iscsi neutron-server[93013]: 'Network': '1.1', Jul 08 12:54:21.094880 dv-cinder-789603-11-iscsi neutron-server[93013]: 'Port': '1.7', Jul 08 12:54:21.094880 dv-cinder-789603-11-iscsi neutron-server[93013]: 'PortForwarding': '1.2', Jul 08 12:54:21.094880 dv-cinder-789603-11-iscsi neutron-server[93013]: 'QosPolicy': '1.8', Jul 08 12:54:21.094880 dv-cinder-789603-11-iscsi neutron-server[93013]: 'SecurityGroup': '1.4', Jul 08 12:54:21.094880 dv-cinder-789603-11-iscsi neutron-server[93013]: 'SecurityGroupRule': '1.2', Jul 08 12:54:21.094880 dv-cinder-789603-11-iscsi neutron-server[93013]: 'SubPort': '1.0', Jul 08 12:54:21.094880 dv-cinder-789603-11-iscsi neutron-server[93013]: 'Subnet': '1.1', Jul 08 12:54:21.094880 dv-cinder-789603-11-iscsi neutron-server[93013]: 'Trunk': '1.1'}} Jul 08 12:54:21.094880 dv-cinder-789603-11-iscsi neutron-server[93013]: {{(pid=93013) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 12:54:21.161933 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-31accbf0-3c5e-4f4a-9ca3-f71ea98e5a6a None None] Attempting to bind port fc8257f9-8f4a-40b7-a175-1ec491109a8a on host dv-cinder-789603-11-iscsi for vnic_type normal with profile {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:54:21.162586 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-31accbf0-3c5e-4f4a-9ca3-f71ea98e5a6a None None] Attempting to bind port fc8257f9-8f4a-40b7-a175-1ec491109a8a by drivers openvswitch,hyperv on host dv-cinder-789603-11-iscsi at level 0 using segments [{'id': '0b505322-f4fb-4cfd-9653-dceb522b507c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '71eab360-33db-4e2d-80a5-b0a2386b2cae'}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:54:21.162739 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31accbf0-3c5e-4f4a-9ca3-f71ea98e5a6a None None] Attempting to bind port fc8257f9-8f4a-40b7-a175-1ec491109a8a on network 71eab360-33db-4e2d-80a5-b0a2386b2cae {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:54:21.168096 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31accbf0-3c5e-4f4a-9ca3-f71ea98e5a6a None None] Checking agent: {'id': 'fc4e00a9-53c5-4fcb-bb0a-09b300a741e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 54, 6), 'started_at': datetime.datetime(2021, 7, 8, 12, 54, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:54:21.168523 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31accbf0-3c5e-4f4a-9ca3-f71ea98e5a6a None None] Checking segment: {'id': '0b505322-f4fb-4cfd-9653-dceb522b507c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '71eab360-33db-4e2d-80a5-b0a2386b2cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:54:21.169021 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-31accbf0-3c5e-4f4a-9ca3-f71ea98e5a6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:21.169407 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31accbf0-3c5e-4f4a-9ca3-f71ea98e5a6a None None] Bound using segment: {'id': '0b505322-f4fb-4cfd-9653-dceb522b507c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '71eab360-33db-4e2d-80a5-b0a2386b2cae'} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:54:21.169886 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-31accbf0-3c5e-4f4a-9ca3-f71ea98e5a6a None None] Bound port: fc8257f9-8f4a-40b7-a175-1ec491109a8a, host: dv-cinder-789603-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b505322-f4fb-4cfd-9653-dceb522b507c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '71eab360-33db-4e2d-80a5-b0a2386b2cae'}}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:54:21.170299 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-31accbf0-3c5e-4f4a-9ca3-f71ea98e5a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:21.233038 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-31accbf0-3c5e-4f4a-9ca3-f71ea98e5a6a None None] For port fc8257f9-8f4a-40b7-a175-1ec491109a8a, host dv-cinder-789603-11-iscsi, cleared binding levels {{(pid=93013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:54:21.237388 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-31accbf0-3c5e-4f4a-9ca3-f71ea98e5a6a None None] For port fc8257f9-8f4a-40b7-a175-1ec491109a8a, host dv-cinder-789603-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=fc8257f9-8f4a-40b7-a175-1ec491109a8a,segment=NetworkSegment(0b505322-f4fb-4cfd-9653-dceb522b507c),segment_id=0b505322-f4fb-4cfd-9653-dceb522b507c)] {{(pid=93013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:54:21.242289 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-31accbf0-3c5e-4f4a-9ca3-f71ea98e5a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:21.315333 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31accbf0-3c5e-4f4a-9ca3-f71ea98e5a6a None None] Pushing event updated for resources: {'Port': ['ID=fc8257f9-8f4a-40b7-a175-1ec491109a8a,revision_number=2']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:22.575712 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 33912) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:22.896477 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [None req-8c11e3e1-7489-4289-ae3a-f64cfe07aa2b admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=93011) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 12:54:22.908209 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-8c11e3e1-7489-4289-ae3a-f64cfe07aa2b admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3207698 Jul 08 12:54:25.288599 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 33920) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:25.599917 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [None req-00b1ccef-2eea-4fd1-9388-0a7178adec0c admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=93011) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 12:54:25.601082 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-00b1ccef-2eea-4fd1-9388-0a7178adec0c admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3114791 Jul 08 12:54:27.391299 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ff4e59-35a0-44cd-a9ba-8d4b83027e3a None None] Network 71eab360-33db-4e2d-80a5-b0a2386b2cae requested from dv-cinder-789603-11-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:54:27.452551 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-42a7504d-0430-4aa4-b781-602f470d81b7 None None] Provisioning for port fc8257f9-8f4a-40b7-a175-1ec491109a8a completed by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:54:27.540509 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device fc8257f9-8f4a-40b7-a175-1ec491109a8a up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:54:27.681690 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning for port fc8257f9-8f4a-40b7-a175-1ec491109a8a completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:54:27.685977 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning complete for port fc8257f9-8f4a-40b7-a175-1ec491109a8a triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:54:27.686425 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:27.803422 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:27.841355 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] For port fc8257f9-8f4a-40b7-a175-1ec491109a8a, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=fc8257f9-8f4a-40b7-a175-1ec491109a8a,segment=NetworkSegment(0b505322-f4fb-4cfd-9653-dceb522b507c),segment_id=0b505322-f4fb-4cfd-9653-dceb522b507c)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:54:27.845618 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:27.903687 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-6f495559-9a0d-464a-a267-5b51dc15ba9d None None] Provisioning complete for port fc8257f9-8f4a-40b7-a175-1ec491109a8a triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:54:27.904115 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-6f495559-9a0d-464a-a267-5b51dc15ba9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:27.925105 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Pushing event updated for resources: {'Port': ['ID=fc8257f9-8f4a-40b7-a175-1ec491109a8a,revision_number=3']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:28.272312 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 33934) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:28.567082 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-00dc2efc-7cca-45fd-80ef-65fdb967887a admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'dfaa81b2a5b54e87b2fdc495e15adce0', 'admin_state_up': True}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:54:28.593862 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-00dc2efc-7cca-45fd-80ef-65fdb967887a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364066'] for router, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:28.595736 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-00dc2efc-7cca-45fd-80ef-65fdb967887a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8364077'] for router, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:28.740410 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-00dc2efc-7cca-45fd-80ef-65fdb967887a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:28.745717 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-00dc2efc-7cca-45fd-80ef-65fdb967887a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545771'] for router, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:28.758126 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-00dc2efc-7cca-45fd-80ef-65fdb967887a admin admin] Notify callbacks [] for router, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:28.759373 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-00dc2efc-7cca-45fd-80ef-65fdb967887a admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4859989 Jul 08 12:54:29.506238 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device fc8257f9-8f4a-40b7-a175-1ec491109a8a up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:54:29.552163 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning complete for port fc8257f9-8f4a-40b7-a175-1ec491109a8a triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:54:29.552561 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:31.091670 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 33942) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:31.394596 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [None req-35df9ed2-9346-4cf1-93d0-1e6e0bde2091 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=93012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 12:54:31.395630 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-35df9ed2-9346-4cf1-93d0-1e6e0bde2091 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3029945 Jul 08 12:54:32.497055 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-53657388-b232-4894-bfc9-dc158a2d6321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:33.758359 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 33950) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:34.069500 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-79e5abf2-019c-4518-9718-fc831b32aa11 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:54:34.094792 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e5abf2-019c-4518-9718-fc831b32aa11 admin admin] Made reservation on behalf of 41c7dc6204964888869b8dfec7248557 for: {'network': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:54:34.097306 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-79e5abf2-019c-4518-9718-fc831b32aa11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for network, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:34.109311 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-79e5abf2-019c-4518-9718-fc831b32aa11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:34.199981 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-79e5abf2-019c-4518-9718-fc831b32aa11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:34.203456 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-79e5abf2-019c-4518-9718-fc831b32aa11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:34.218032 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-79e5abf2-019c-4518-9718-fc831b32aa11 admin admin] Reserving flat network on physical network physnet1 {{(pid=93011) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 08 12:54:34.237206 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5abf2-019c-4518-9718-fc831b32aa11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246f0da6-3cc5-4960-a5d0-e373618516a0,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:34.243511 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-79e5abf2-019c-4518-9718-fc831b32aa11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1381891'] for segment, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:34.243754 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.db.segments_db [None req-79e5abf2-019c-4518-9718-fc831b32aa11 admin admin] Added segment ec4eb99c-636e-43d3-922e-332a95a4195c of type flat for network d18f7e62-ee2d-4e48-b29d-27db78040174 Jul 08 12:54:34.296003 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-79e5abf2-019c-4518-9718-fc831b32aa11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739448901726'] for network, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:34.329549 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-79e5abf2-019c-4518-9718-fc831b32aa11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384'] for network, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:34.330530 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e5abf2-019c-4518-9718-fc831b32aa11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:34.331086 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-79e5abf2-019c-4518-9718-fc831b32aa11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for network, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:34.390684 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-79e5abf2-019c-4518-9718-fc831b32aa11 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6311078 Jul 08 12:54:34.395515 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e5abf2-019c-4518-9718-fc831b32aa11 admin admin] Pushing event updated for resources: {'Network': ['ID=d18f7e62-ee2d-4e48-b29d-27db78040174,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:34.406124 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Network d18f7e62-ee2d-4e48-b29d-27db78040174 details requested by agent ovs-agent-dv-cinder-789603-11-iscsi with host dv-cinder-789603-11-iscsi {{(pid=93013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 12:54:35.344097 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-56464ad1-4082-450f-96c5-1238275a8ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:35.673093 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:36.031116 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-97c8e7b9-57f7-456d-825e-78a0ef1aae16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:36.738989 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 33968) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:36.910189 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ad0481-70f7-429f-9099-0c013ec1751b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:36.911493 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-67ad0481-70f7-429f-9099-0c013ec1751b admin admin] 10.222.0.59 "GET /v2.0/subnets/5501cdc8-44ae-4cf1-a983-d6d8d52085c7 HTTP/1.1" status: 200 len: 849 time: 0.1715586 Jul 08 12:54:37.070839 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-78fe5553-a9a3-49e8-bdd5-f138b5def693 admin admin] 10.222.0.59 "GET /v2.0/routers/49cdb790-117a-43e2-bead-34b7b9551438 HTTP/1.1" status: 200 len: 704 time: 0.1539690 Jul 08 12:54:37.334562 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a411f2e2-baaa-41c6-8796-589e0c1e5b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:37.626457 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [None req-a411f2e2-baaa-41c6-8796-589e0c1e5b5f admin admin] Allocated IP 172.20.0.1 (71eab360-33db-4e2d-80a5-b0a2386b2cae/5501cdc8-44ae-4cf1-a983-d6d8d52085c7/1132e0db-8a17-43b3-8a83-54dfe0b80a34) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:54:37.775034 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-615b644b-3110-4324-8d19-7b6387de29b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:37.780528 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a411f2e2-baaa-41c6-8796-589e0c1e5b5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:37.803734 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-a411f2e2-baaa-41c6-8796-589e0c1e5b5f admin admin] Transition to ACTIVE for port object 1132e0db-8a17-43b3-8a83-54dfe0b80a34 will not be triggered until provisioned by entity DHCP. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:54:37.927887 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a411f2e2-baaa-41c6-8796-589e0c1e5b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:37.996048 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a411f2e2-baaa-41c6-8796-589e0c1e5b5f admin admin] Network 71eab360-33db-4e2d-80a5-b0a2386b2cae is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:54:38.005724 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-a411f2e2-baaa-41c6-8796-589e0c1e5b5f admin admin] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:54:38.008875 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a411f2e2-baaa-41c6-8796-589e0c1e5b5f admin admin] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:54:38.009451 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a411f2e2-baaa-41c6-8796-589e0c1e5b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546274'] for router_interface, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:38.071859 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a411f2e2-baaa-41c6-8796-589e0c1e5b5f admin admin] Pushing event updated for resources: {'Port': ['ID=1132e0db-8a17-43b3-8a83-54dfe0b80a34,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:38.228778 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a411f2e2-baaa-41c6-8796-589e0c1e5b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:38.266176 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-a3092c86-5a55-4888-9777-b360a2995570 None None] Provisioning for port 1132e0db-8a17-43b3-8a83-54dfe0b80a34 completed by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:54:38.270763 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-a3092c86-5a55-4888-9777-b360a2995570 None None] Provisioning complete for port 1132e0db-8a17-43b3-8a83-54dfe0b80a34 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:54:38.271230 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a3092c86-5a55-4888-9777-b360a2995570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:38.308381 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-a3092c86-5a55-4888-9777-b360a2995570 None None] Port 1132e0db-8a17-43b3-8a83-54dfe0b80a34 cannot update to ACTIVE because it is not bound. {{(pid=93013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 12:54:38.410168 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a411f2e2-baaa-41c6-8796-589e0c1e5b5f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:38.415205 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a411f2e2-baaa-41c6-8796-589e0c1e5b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:38.416046 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a411f2e2-baaa-41c6-8796-589e0c1e5b5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545201'] for router_interface, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:38.497184 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a411f2e2-baaa-41c6-8796-589e0c1e5b5f admin admin] Pushing event updated for resources: {'Port': ['ID=1132e0db-8a17-43b3-8a83-54dfe0b80a34,revision_number=2']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:38.540020 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a411f2e2-baaa-41c6-8796-589e0c1e5b5f admin admin] Network 71eab360-33db-4e2d-80a5-b0a2386b2cae is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:54:38.541316 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-a411f2e2-baaa-41c6-8796-589e0c1e5b5f admin admin] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:54:38.701516 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a411f2e2-baaa-41c6-8796-589e0c1e5b5f admin admin] Router 49cdb790-117a-43e2-bead-34b7b9551438 is scheduled to L3 agent f415b27f-d318-40de-bd28-ecbd03c16a41 with binding_index 1 {{(pid=93011) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 12:54:38.729293 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-6b3fa33e-0741-4fb1-a30d-1068a6187c5a None None] Provisioning complete for port 1132e0db-8a17-43b3-8a83-54dfe0b80a34 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:54:38.729663 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-6b3fa33e-0741-4fb1-a30d-1068a6187c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:38.762084 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-6b3fa33e-0741-4fb1-a30d-1068a6187c5a None None] Port 1132e0db-8a17-43b3-8a83-54dfe0b80a34 cannot update to ACTIVE because it is not bound. {{(pid=93013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 12:54:38.794731 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a411f2e2-baaa-41c6-8796-589e0c1e5b5f admin admin] Notify agent at l3_agent.dv-cinder-789603-11-iscsi the message routers_updated {{(pid=93011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:54:38.799814 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-a411f2e2-baaa-41c6-8796-589e0c1e5b5f admin admin] 10.222.0.59 "PUT /v2.0/routers/49cdb790-117a-43e2-bead-34b7b9551438/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7241774 Jul 08 12:54:38.804688 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b6d4eb-5f14-445d-ad6c-83c8cae010da None None] Sync routers for ids ['49cdb790-117a-43e2-bead-34b7b9551438'] in dv-cinder-789603-11-iscsi {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:54:38.817446 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b6d4eb-5f14-445d-ad6c-83c8cae010da None None] Routers {'49cdb790-117a-43e2-bead-34b7b9551438'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:54:38.818019 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-05b6d4eb-5f14-445d-ad6c-83c8cae010da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T12:54:35Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['49cdb790-117a-43e2-bead-34b7b9551438'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:54:39.003676 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-05b6d4eb-5f14-445d-ad6c-83c8cae010da None None] Set router 49cdb790-117a-43e2-bead-34b7b9551438 gateway port host: None {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:54:39.435867 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-05b6d4eb-5f14-445d-ad6c-83c8cae010da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49cdb790-117a-43e2-bead-34b7b9551438', 'name': 'router1', 'tenant_id': 'dfaa81b2a5b54e87b2fdc495e15adce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:54:28Z', 'updated_at': '2021-07-08T12:54:38Z', 'revision_number': 2, 'project_id': 'dfaa81b2a5b54e87b2fdc495e15adce0', 'gw_port_host': None, '_interfaces': [{'id': '1132e0db-8a17-43b3-8a83-54dfe0b80a34', 'name': '', 'network_id': '71eab360-33db-4e2d-80a5-b0a2386b2cae', 'tenant_id': 'dfaa81b2a5b54e87b2fdc495e15adce0', 'mac_address': 'fa:16:3e:0d:e6:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49cdb790-117a-43e2-bead-34b7b9551438', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5501cdc8-44ae-4cf1-a983-d6d8d52085c7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:54:37Z', 'updated_at': '2021-07-08T12:54:38Z', 'revision_number': 2, 'project_id': 'dfaa81b2a5b54e87b2fdc495e15adce0', 'subnets': [{'id': '5501cdc8-44ae-4cf1-a983-d6d8d52085c7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5aceb9d1-8878-4faf-8cfd-1244e4d08791'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:54:39.488057 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b6d4eb-5f14-445d-ad6c-83c8cae010da None None] Checking router: 49cdb790-117a-43e2-bead-34b7b9551438 for host: dv-cinder-789603-11-iscsi {{(pid=93014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:54:39.488460 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b6d4eb-5f14-445d-ad6c-83c8cae010da None None] Updating router 49cdb790-117a-43e2-bead-34b7b9551438 port 1132e0db-8a17-43b3-8a83-54dfe0b80a34 binding host dv-cinder-789603-11-iscsi {{(pid=93014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 12:54:39.552292 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-05b6d4eb-5f14-445d-ad6c-83c8cae010da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:40.043547 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-05b6d4eb-5f14-445d-ad6c-83c8cae010da None None] Notify callbacks [] for port, precommit_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:40.062029 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.provisioning_blocks [None req-05b6d4eb-5f14-445d-ad6c-83c8cae010da None None] Transition to ACTIVE for port object 1132e0db-8a17-43b3-8a83-54dfe0b80a34 will not be triggered until provisioned by entity L2. {{(pid=93014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:54:40.068128 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-05b6d4eb-5f14-445d-ad6c-83c8cae010da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:40.220711 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58291cc4-a376-413e-85e2-a86eb1180801 None None] Pushing event updated for resources: {'Port': ['ID=1132e0db-8a17-43b3-8a83-54dfe0b80a34,revision_number=3']} {{(pid=93014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:40.237214 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58291cc4-a376-413e-85e2-a86eb1180801 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:40.237582 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58291cc4-a376-413e-85e2-a86eb1180801 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:40.238006 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58291cc4-a376-413e-85e2-a86eb1180801 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:40.238285 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58291cc4-a376-413e-85e2-a86eb1180801 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:40.238609 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58291cc4-a376-413e-85e2-a86eb1180801 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:40.238895 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58291cc4-a376-413e-85e2-a86eb1180801 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:40.239222 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58291cc4-a376-413e-85e2-a86eb1180801 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:40.239545 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58291cc4-a376-413e-85e2-a86eb1180801 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:40.239899 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58291cc4-a376-413e-85e2-a86eb1180801 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:40.240233 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58291cc4-a376-413e-85e2-a86eb1180801 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:40.240588 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58291cc4-a376-413e-85e2-a86eb1180801 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:40.240886 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58291cc4-a376-413e-85e2-a86eb1180801 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:40.242786 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58291cc4-a376-413e-85e2-a86eb1180801 None None] Tracked resource versions report: Jul 08 12:54:40.242786 dv-cinder-789603-11-iscsi neutron-server[93014]: pushed versions: Jul 08 12:54:40.242786 dv-cinder-789603-11-iscsi neutron-server[93014]: { 'AddressGroup': {'1.2'}, Jul 08 12:54:40.242786 dv-cinder-789603-11-iscsi neutron-server[93014]: 'ConntrackHelper': {'1.0'}, Jul 08 12:54:40.242786 dv-cinder-789603-11-iscsi neutron-server[93014]: 'Log': {'1.0'}, Jul 08 12:54:40.242786 dv-cinder-789603-11-iscsi neutron-server[93014]: 'Network': {'1.1'}, Jul 08 12:54:40.242786 dv-cinder-789603-11-iscsi neutron-server[93014]: 'Port': {'1.7'}, Jul 08 12:54:40.242786 dv-cinder-789603-11-iscsi neutron-server[93014]: 'PortForwarding': {'1.2'}, Jul 08 12:54:40.242786 dv-cinder-789603-11-iscsi neutron-server[93014]: 'QosPolicy': {'1.8'}, Jul 08 12:54:40.242786 dv-cinder-789603-11-iscsi neutron-server[93014]: 'SecurityGroup': {'1.4'}, Jul 08 12:54:40.242786 dv-cinder-789603-11-iscsi neutron-server[93014]: 'SecurityGroupRule': {'1.2'}, Jul 08 12:54:40.242786 dv-cinder-789603-11-iscsi neutron-server[93014]: 'SubPort': {'1.0'}, Jul 08 12:54:40.242786 dv-cinder-789603-11-iscsi neutron-server[93014]: 'Subnet': {'1.1'}, Jul 08 12:54:40.242786 dv-cinder-789603-11-iscsi neutron-server[93014]: 'Trunk': {'1.1'}} Jul 08 12:54:40.242786 dv-cinder-789603-11-iscsi neutron-server[93014]: consumer versions: Jul 08 12:54:40.242786 dv-cinder-789603-11-iscsi neutron-server[93014]: { DHCP agent@dv-cinder-789603-11-iscsi: {}, Jul 08 12:54:40.242786 dv-cinder-789603-11-iscsi neutron-server[93014]: L3 agent@dv-cinder-789603-11-iscsi: {}, Jul 08 12:54:40.242786 dv-cinder-789603-11-iscsi neutron-server[93014]: Metadata agent@dv-cinder-789603-11-iscsi: {}, Jul 08 12:54:40.242786 dv-cinder-789603-11-iscsi neutron-server[93014]: Metering agent@dv-cinder-789603-11-iscsi: {}, Jul 08 12:54:40.242786 dv-cinder-789603-11-iscsi neutron-server[93014]: Open vSwitch agent@dv-cinder-789603-11-iscsi: { 'AddressGroup': '1.2', Jul 08 12:54:40.242786 dv-cinder-789603-11-iscsi neutron-server[93014]: 'ConntrackHelper': '1.0', Jul 08 12:54:40.242786 dv-cinder-789603-11-iscsi neutron-server[93014]: 'Log': '1.0', Jul 08 12:54:40.242786 dv-cinder-789603-11-iscsi neutron-server[93014]: 'Network': '1.1', Jul 08 12:54:40.242786 dv-cinder-789603-11-iscsi neutron-server[93014]: 'Port': '1.7', Jul 08 12:54:40.242786 dv-cinder-789603-11-iscsi neutron-server[93014]: 'PortForwarding': '1.2', Jul 08 12:54:40.242786 dv-cinder-789603-11-iscsi neutron-server[93014]: 'QosPolicy': '1.8', Jul 08 12:54:40.242786 dv-cinder-789603-11-iscsi neutron-server[93014]: 'SecurityGroup': '1.4', Jul 08 12:54:40.242786 dv-cinder-789603-11-iscsi neutron-server[93014]: 'SecurityGroupRule': '1.2', Jul 08 12:54:40.242786 dv-cinder-789603-11-iscsi neutron-server[93014]: 'SubPort': '1.0', Jul 08 12:54:40.242786 dv-cinder-789603-11-iscsi neutron-server[93014]: 'Subnet': '1.1', Jul 08 12:54:40.242786 dv-cinder-789603-11-iscsi neutron-server[93014]: 'Trunk': '1.1'}} Jul 08 12:54:40.242786 dv-cinder-789603-11-iscsi neutron-server[93014]: {{(pid=93014) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 12:54:40.245186 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-05b6d4eb-5f14-445d-ad6c-83c8cae010da None None] Attempting to bind port 1132e0db-8a17-43b3-8a83-54dfe0b80a34 on host dv-cinder-789603-11-iscsi for vnic_type normal with profile {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:54:40.245584 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-05b6d4eb-5f14-445d-ad6c-83c8cae010da None None] Attempting to bind port 1132e0db-8a17-43b3-8a83-54dfe0b80a34 by drivers openvswitch,hyperv on host dv-cinder-789603-11-iscsi at level 0 using segments [{'id': '0b505322-f4fb-4cfd-9653-dceb522b507c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '71eab360-33db-4e2d-80a5-b0a2386b2cae'}] {{(pid=93014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:54:40.246026 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b6d4eb-5f14-445d-ad6c-83c8cae010da None None] Attempting to bind port 1132e0db-8a17-43b3-8a83-54dfe0b80a34 on network 71eab360-33db-4e2d-80a5-b0a2386b2cae {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:54:40.252022 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b6d4eb-5f14-445d-ad6c-83c8cae010da None None] Checking agent: {'id': 'fc4e00a9-53c5-4fcb-bb0a-09b300a741e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 54, 6), 'started_at': datetime.datetime(2021, 7, 8, 12, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:54:40.252452 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b6d4eb-5f14-445d-ad6c-83c8cae010da None None] Checking segment: {'id': '0b505322-f4fb-4cfd-9653-dceb522b507c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '71eab360-33db-4e2d-80a5-b0a2386b2cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:54:40.253480 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-05b6d4eb-5f14-445d-ad6c-83c8cae010da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:40.253480 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b6d4eb-5f14-445d-ad6c-83c8cae010da None None] Bound using segment: {'id': '0b505322-f4fb-4cfd-9653-dceb522b507c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '71eab360-33db-4e2d-80a5-b0a2386b2cae'} {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:54:40.253804 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-05b6d4eb-5f14-445d-ad6c-83c8cae010da None None] Bound port: 1132e0db-8a17-43b3-8a83-54dfe0b80a34, host: dv-cinder-789603-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b505322-f4fb-4cfd-9653-dceb522b507c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '71eab360-33db-4e2d-80a5-b0a2386b2cae'}}] {{(pid=93014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:54:40.254328 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-05b6d4eb-5f14-445d-ad6c-83c8cae010da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:40.326630 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.db [None req-05b6d4eb-5f14-445d-ad6c-83c8cae010da None None] For port 1132e0db-8a17-43b3-8a83-54dfe0b80a34, host dv-cinder-789603-11-iscsi, cleared binding levels {{(pid=93014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:54:40.349081 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.db [None req-05b6d4eb-5f14-445d-ad6c-83c8cae010da None None] For port 1132e0db-8a17-43b3-8a83-54dfe0b80a34, host dv-cinder-789603-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=1132e0db-8a17-43b3-8a83-54dfe0b80a34,segment=NetworkSegment(0b505322-f4fb-4cfd-9653-dceb522b507c),segment_id=0b505322-f4fb-4cfd-9653-dceb522b507c)] {{(pid=93014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:54:40.353561 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-05b6d4eb-5f14-445d-ad6c-83c8cae010da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:40.402410 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b6d4eb-5f14-445d-ad6c-83c8cae010da None None] Routers {'49cdb790-117a-43e2-bead-34b7b9551438'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:54:40.403031 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-05b6d4eb-5f14-445d-ad6c-83c8cae010da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T12:54:35Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['49cdb790-117a-43e2-bead-34b7b9551438'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:54:40.479737 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58291cc4-a376-413e-85e2-a86eb1180801 None None] Pushing event updated for resources: {'Port': ['ID=1132e0db-8a17-43b3-8a83-54dfe0b80a34,revision_number=4']} {{(pid=93014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:40.503902 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-05b6d4eb-5f14-445d-ad6c-83c8cae010da None None] Set router 49cdb790-117a-43e2-bead-34b7b9551438 gateway port host: None {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:54:40.712480 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-05b6d4eb-5f14-445d-ad6c-83c8cae010da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49cdb790-117a-43e2-bead-34b7b9551438', 'name': 'router1', 'tenant_id': 'dfaa81b2a5b54e87b2fdc495e15adce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:54:28Z', 'updated_at': '2021-07-08T12:54:38Z', 'revision_number': 2, 'project_id': 'dfaa81b2a5b54e87b2fdc495e15adce0', 'gw_port_host': None, '_interfaces': [{'id': '1132e0db-8a17-43b3-8a83-54dfe0b80a34', 'name': '', 'network_id': '71eab360-33db-4e2d-80a5-b0a2386b2cae', 'tenant_id': 'dfaa81b2a5b54e87b2fdc495e15adce0', 'mac_address': 'fa:16:3e:0d:e6:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49cdb790-117a-43e2-bead-34b7b9551438', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5501cdc8-44ae-4cf1-a983-d6d8d52085c7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:54:37Z', 'updated_at': '2021-07-08T12:54:40Z', 'revision_number': 4, 'project_id': 'dfaa81b2a5b54e87b2fdc495e15adce0', 'subnets': [{'id': '5501cdc8-44ae-4cf1-a983-d6d8d52085c7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5aceb9d1-8878-4faf-8cfd-1244e4d08791'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:54:40.737666 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b6d4eb-5f14-445d-ad6c-83c8cae010da None None] The sync data for ids ['49cdb790-117a-43e2-bead-34b7b9551438'] in dv-cinder-789603-11-iscsi is: [{'id': '49cdb790-117a-43e2-bead-34b7b9551438', 'name': 'router1', 'tenant_id': 'dfaa81b2a5b54e87b2fdc495e15adce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:54:28Z', 'updated_at': '2021-07-08T12:54:38Z', 'revision_number': 2, 'project_id': 'dfaa81b2a5b54e87b2fdc495e15adce0', 'gw_port_host': None, '_interfaces': [{'id': '1132e0db-8a17-43b3-8a83-54dfe0b80a34', 'name': '', 'network_id': '71eab360-33db-4e2d-80a5-b0a2386b2cae', 'tenant_id': 'dfaa81b2a5b54e87b2fdc495e15adce0', 'mac_address': 'fa:16:3e:0d:e6:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49cdb790-117a-43e2-bead-34b7b9551438', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5501cdc8-44ae-4cf1-a983-d6d8d52085c7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:54:37Z', 'updated_at': '2021-07-08T12:54:40Z', 'revision_number': 4, 'project_id': 'dfaa81b2a5b54e87b2fdc495e15adce0', 'subnets': [{'id': '5501cdc8-44ae-4cf1-a983-d6d8d52085c7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5aceb9d1-8878-4faf-8cfd-1244e4d08791'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:54:41.004123 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 33988) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:41.115112 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb4059f-0910-4611-bfb7-2a922e20d130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:41.116501 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-dbb4059f-0910-4611-bfb7-2a922e20d130 admin admin] 10.222.0.59 "GET /v2.0/networks/d18f7e62-ee2d-4e48-b29d-27db78040174 HTTP/1.1" status: 200 len: 842 time: 0.1112831 Jul 08 12:54:41.125632 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-1f539cd1-7459-4216-b463-6a0e23c514ad admin admin] Request body: {'subnet': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:54:41.145799 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f539cd1-7459-4216-b463-6a0e23c514ad admin admin] Made reservation on behalf of 41c7dc6204964888869b8dfec7248557 for: {'subnet': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:54:41.148589 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1f539cd1-7459-4216-b463-6a0e23c514ad admin admin] Notify callbacks [] for subnet, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:41.432126 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.objects.ports [None req-1f539cd1-7459-4216-b463-6a0e23c514ad admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93011) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 08 12:54:41.432578 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1f539cd1-7459-4216-b463-6a0e23c514ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384'] for subnet, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:41.487225 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f539cd1-7459-4216-b463-6a0e23c514ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=81ab2e47-5fae-4c56-af63-aae451fc3457,revision_number=0']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:41.495552 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f539cd1-7459-4216-b463-6a0e23c514ad admin admin] Checking segment: {'id': 'ec4eb99c-636e-43d3-922e-332a95a4195c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:54:41.495920 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f539cd1-7459-4216-b463-6a0e23c514ad admin admin] Network hostable DHCP agents. Network: d18f7e62-ee2d-4e48-b29d-27db78040174, hostable agents: ['aa9d8c49-a181-49e8-a217-0ebad9c91868'], hosted agents: [] {{(pid=93011) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 12:54:41.512019 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f539cd1-7459-4216-b463-6a0e23c514ad admin admin] Network d18f7e62-ee2d-4e48-b29d-27db78040174 is scheduled to be hosted by DHCP agent aa9d8c49-a181-49e8-a217-0ebad9c91868 with binding_index 1 {{(pid=93011) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 12:54:41.519726 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-1f539cd1-7459-4216-b463-6a0e23c514ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-11-iscsi, d18f7e62-ee2d-4e48-b29d-27db78040174) {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:54:41.524479 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f539cd1-7459-4216-b463-6a0e23c514ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:41.525116 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1f539cd1-7459-4216-b463-6a0e23c514ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for subnet, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:41.529715 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803ccf31-0b1a-4319-8ffa-e987ec88b76b None None] Network d18f7e62-ee2d-4e48-b29d-27db78040174 requested from dv-cinder-789603-11-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:54:41.549008 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-1f539cd1-7459-4216-b463-6a0e23c514ad admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4265077 Jul 08 12:54:41.663668 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e060b172-536c-43c6-b61a-11937434167f None None] Network d18f7e62-ee2d-4e48-b29d-27db78040174 requested from dv-cinder-789603-11-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:54:43.822914 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 34000) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:44.035261 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-cde1709a-1080-4627-b569-4b8eed4754d2 admin admin] 10.222.0.59 "GET /v2.0/routers/49cdb790-117a-43e2-bead-34b7b9551438 HTTP/1.1" status: 200 len: 710 time: 0.2109070 Jul 08 12:54:44.214586 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdd8473-7502-401c-90c1-6feb755252b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:54:44.216063 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-fbdd8473-7502-401c-90c1-6feb755252b1 admin admin] 10.222.0.59 "GET /v2.0/networks/d18f7e62-ee2d-4e48-b29d-27db78040174 HTTP/1.1" status: 200 len: 886 time: 0.1752782 Jul 08 12:54:44.224946 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-d9f3e721-2c97-4684-9d12-2c5f6d8f129d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174'}}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:54:44.489219 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d9f3e721-2c97-4684-9d12-2c5f6d8f129d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8364095'] for router, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:44.723722 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d9f3e721-2c97-4684-9d12-2c5f6d8f129d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:44.799383 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d9f3e721-2c97-4684-9d12-2c5f6d8f129d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:44.977881 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_common [None req-d9f3e721-2c97-4684-9d12-2c5f6d8f129d admin admin] Allocated IP 172.27.1.144 (d18f7e62-ee2d-4e48-b29d-27db78040174/81ab2e47-5fae-4c56-af63-aae451fc3457/27d5a9ee-2418-4820-b15a-214a573835ab) {{(pid=93012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:54:45.087387 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d9f3e721-2c97-4684-9d12-2c5f6d8f129d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:45.171110 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d9f3e721-2c97-4684-9d12-2c5f6d8f129d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276'] for port, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:45.209164 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f3e721-2c97-4684-9d12-2c5f6d8f129d admin admin] Network d18f7e62-ee2d-4e48-b29d-27db78040174 is already hosted by enough agents. {{(pid=93012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:54:45.210509 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [None req-d9f3e721-2c97-4684-9d12-2c5f6d8f129d admin admin] Resources bound (agent type, host, resource id): {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:54:45.277539 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f3e721-2c97-4684-9d12-2c5f6d8f129d admin admin] Received port after_create {{(pid=93012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:54:45.339495 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f3e721-2c97-4684-9d12-2c5f6d8f129d admin admin] Pushing event updated for resources: {'Port': ['ID=27d5a9ee-2418-4820-b15a-214a573835ab,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:45.355968 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3e721-2c97-4684-9d12-2c5f6d8f129d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:45.356342 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3e721-2c97-4684-9d12-2c5f6d8f129d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:45.356674 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3e721-2c97-4684-9d12-2c5f6d8f129d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:45.357018 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3e721-2c97-4684-9d12-2c5f6d8f129d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:45.357318 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3e721-2c97-4684-9d12-2c5f6d8f129d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:45.357639 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3e721-2c97-4684-9d12-2c5f6d8f129d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:45.357956 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3e721-2c97-4684-9d12-2c5f6d8f129d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:45.358286 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3e721-2c97-4684-9d12-2c5f6d8f129d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:45.358616 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3e721-2c97-4684-9d12-2c5f6d8f129d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:45.358930 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3e721-2c97-4684-9d12-2c5f6d8f129d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:45.359240 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3e721-2c97-4684-9d12-2c5f6d8f129d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:45.359547 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3e721-2c97-4684-9d12-2c5f6d8f129d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:54:45.360886 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f3e721-2c97-4684-9d12-2c5f6d8f129d admin admin] Tracked resource versions report: Jul 08 12:54:45.360886 dv-cinder-789603-11-iscsi neutron-server[93012]: pushed versions: Jul 08 12:54:45.360886 dv-cinder-789603-11-iscsi neutron-server[93012]: { 'AddressGroup': {'1.2'}, Jul 08 12:54:45.360886 dv-cinder-789603-11-iscsi neutron-server[93012]: 'ConntrackHelper': {'1.0'}, Jul 08 12:54:45.360886 dv-cinder-789603-11-iscsi neutron-server[93012]: 'Log': {'1.0'}, Jul 08 12:54:45.360886 dv-cinder-789603-11-iscsi neutron-server[93012]: 'Network': {'1.1'}, Jul 08 12:54:45.360886 dv-cinder-789603-11-iscsi neutron-server[93012]: 'Port': {'1.7'}, Jul 08 12:54:45.360886 dv-cinder-789603-11-iscsi neutron-server[93012]: 'PortForwarding': {'1.2'}, Jul 08 12:54:45.360886 dv-cinder-789603-11-iscsi neutron-server[93012]: 'QosPolicy': {'1.8'}, Jul 08 12:54:45.360886 dv-cinder-789603-11-iscsi neutron-server[93012]: 'SecurityGroup': {'1.4'}, Jul 08 12:54:45.360886 dv-cinder-789603-11-iscsi neutron-server[93012]: 'SecurityGroupRule': {'1.2'}, Jul 08 12:54:45.360886 dv-cinder-789603-11-iscsi neutron-server[93012]: 'SubPort': {'1.0'}, Jul 08 12:54:45.360886 dv-cinder-789603-11-iscsi neutron-server[93012]: 'Subnet': {'1.1'}, Jul 08 12:54:45.360886 dv-cinder-789603-11-iscsi neutron-server[93012]: 'Trunk': {'1.1'}} Jul 08 12:54:45.360886 dv-cinder-789603-11-iscsi neutron-server[93012]: consumer versions: Jul 08 12:54:45.360886 dv-cinder-789603-11-iscsi neutron-server[93012]: { DHCP agent@dv-cinder-789603-11-iscsi: {}, Jul 08 12:54:45.360886 dv-cinder-789603-11-iscsi neutron-server[93012]: L3 agent@dv-cinder-789603-11-iscsi: {}, Jul 08 12:54:45.360886 dv-cinder-789603-11-iscsi neutron-server[93012]: Metadata agent@dv-cinder-789603-11-iscsi: {}, Jul 08 12:54:45.360886 dv-cinder-789603-11-iscsi neutron-server[93012]: Metering agent@dv-cinder-789603-11-iscsi: {}, Jul 08 12:54:45.360886 dv-cinder-789603-11-iscsi neutron-server[93012]: Open vSwitch agent@dv-cinder-789603-11-iscsi: { 'AddressGroup': '1.2', Jul 08 12:54:45.360886 dv-cinder-789603-11-iscsi neutron-server[93012]: 'ConntrackHelper': '1.0', Jul 08 12:54:45.360886 dv-cinder-789603-11-iscsi neutron-server[93012]: 'Log': '1.0', Jul 08 12:54:45.360886 dv-cinder-789603-11-iscsi neutron-server[93012]: 'Network': '1.1', Jul 08 12:54:45.360886 dv-cinder-789603-11-iscsi neutron-server[93012]: 'Port': '1.7', Jul 08 12:54:45.360886 dv-cinder-789603-11-iscsi neutron-server[93012]: 'PortForwarding': '1.2', Jul 08 12:54:45.360886 dv-cinder-789603-11-iscsi neutron-server[93012]: 'QosPolicy': '1.8', Jul 08 12:54:45.360886 dv-cinder-789603-11-iscsi neutron-server[93012]: 'SecurityGroup': '1.4', Jul 08 12:54:45.360886 dv-cinder-789603-11-iscsi neutron-server[93012]: 'SecurityGroupRule': '1.2', Jul 08 12:54:45.360886 dv-cinder-789603-11-iscsi neutron-server[93012]: 'SubPort': '1.0', Jul 08 12:54:45.360886 dv-cinder-789603-11-iscsi neutron-server[93012]: 'Subnet': '1.1', Jul 08 12:54:45.360886 dv-cinder-789603-11-iscsi neutron-server[93012]: 'Trunk': '1.1'}} Jul 08 12:54:45.360886 dv-cinder-789603-11-iscsi neutron-server[93012]: {{(pid=93012) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 12:54:45.545717 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 1132e0db-8a17-43b3-8a83-54dfe0b80a34 up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:54:45.594476 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning for port 1132e0db-8a17-43b3-8a83-54dfe0b80a34 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:54:45.598109 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning complete for port 1132e0db-8a17-43b3-8a83-54dfe0b80a34 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:54:45.598477 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:45.617443 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d9f3e721-2c97-4684-9d12-2c5f6d8f129d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:45.673578 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:45.707607 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] For port 1132e0db-8a17-43b3-8a83-54dfe0b80a34, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=1132e0db-8a17-43b3-8a83-54dfe0b80a34,segment=NetworkSegment(0b505322-f4fb-4cfd-9653-dceb522b507c),segment_id=0b505322-f4fb-4cfd-9653-dceb522b507c)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:54:45.712538 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:45.813634 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Pushing event updated for resources: {'Port': ['ID=1132e0db-8a17-43b3-8a83-54dfe0b80a34,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:45.816673 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d9f3e721-2c97-4684-9d12-2c5f6d8f129d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8364095'] for router, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:45.820234 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d9f3e721-2c97-4684-9d12-2c5f6d8f129d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-545785', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-545776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-543790'] for router, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:45.930530 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f3e721-2c97-4684-9d12-2c5f6d8f129d admin admin] Router 49cdb790-117a-43e2-bead-34b7b9551438 has already been hosted by L3 agent f415b27f-d318-40de-bd28-ecbd03c16a41 {{(pid=93012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 12:54:46.032545 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f3e721-2c97-4684-9d12-2c5f6d8f129d admin admin] Notify agent at l3_agent.dv-cinder-789603-11-iscsi the message routers_updated {{(pid=93012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 12:54:46.036751 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d9f3e721-2c97-4684-9d12-2c5f6d8f129d admin admin] Notify callbacks [] for router, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:46.037998 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-d9f3e721-2c97-4684-9d12-2c5f6d8f129d admin admin] 10.222.0.59 "PUT /v2.0/routers/49cdb790-117a-43e2-bead-34b7b9551438 HTTP/1.1" status: 200 len: 890 time: 1.8162503 Jul 08 12:54:46.042074 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f546823-9566-472d-9f33-83176081509a None None] Sync routers for ids ['49cdb790-117a-43e2-bead-34b7b9551438'] in dv-cinder-789603-11-iscsi {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 12:54:46.054418 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f546823-9566-472d-9f33-83176081509a None None] Routers {'49cdb790-117a-43e2-bead-34b7b9551438'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:54:46.055095 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-1f546823-9566-472d-9f33-83176081509a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T12:54:35Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['49cdb790-117a-43e2-bead-34b7b9551438'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:54:46.277070 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-1f546823-9566-472d-9f33-83176081509a None None] Set router 49cdb790-117a-43e2-bead-34b7b9551438 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:54:46.666976 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-1f546823-9566-472d-9f33-83176081509a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49cdb790-117a-43e2-bead-34b7b9551438', 'name': 'router1', 'tenant_id': 'dfaa81b2a5b54e87b2fdc495e15adce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '27d5a9ee-2418-4820-b15a-214a573835ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:54:28Z', 'updated_at': '2021-07-08T12:54:45Z', 'revision_number': 4, 'project_id': 'dfaa81b2a5b54e87b2fdc495e15adce0', 'gw_port': {'id': '27d5a9ee-2418-4820-b15a-214a573835ab', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49cdb790-117a-43e2-bead-34b7b9551438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:54:44Z', 'updated_at': '2021-07-08T12:54:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': '1132e0db-8a17-43b3-8a83-54dfe0b80a34', 'name': '', 'network_id': '71eab360-33db-4e2d-80a5-b0a2386b2cae', 'tenant_id': 'dfaa81b2a5b54e87b2fdc495e15adce0', 'mac_address': 'fa:16:3e:0d:e6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cdb790-117a-43e2-bead-34b7b9551438', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5501cdc8-44ae-4cf1-a983-d6d8d52085c7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:54:37Z', 'updated_at': '2021-07-08T12:54:45Z', 'revision_number': 5, 'project_id': 'dfaa81b2a5b54e87b2fdc495e15adce0', 'subnets': [{'id': '5501cdc8-44ae-4cf1-a983-d6d8d52085c7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5aceb9d1-8878-4faf-8cfd-1244e4d08791'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:54:46.717707 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f546823-9566-472d-9f33-83176081509a None None] Checking router: 49cdb790-117a-43e2-bead-34b7b9551438 for host: dv-cinder-789603-11-iscsi {{(pid=93013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 12:54:46.718323 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f546823-9566-472d-9f33-83176081509a None None] Updating router 49cdb790-117a-43e2-bead-34b7b9551438 port 27d5a9ee-2418-4820-b15a-214a573835ab binding host dv-cinder-789603-11-iscsi {{(pid=93013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 12:54:46.751697 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-1f546823-9566-472d-9f33-83176081509a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:47.069212 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-1f546823-9566-472d-9f33-83176081509a None None] Notify callbacks [] for port, precommit_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:47.078829 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-1f546823-9566-472d-9f33-83176081509a None None] Transition to ACTIVE for port object 27d5a9ee-2418-4820-b15a-214a573835ab will not be triggered until provisioned by entity L2. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:54:47.087354 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-1f546823-9566-472d-9f33-83176081509a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:47.140750 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01cf98e-daf2-4cbe-afaa-9cd1fb28c088 None None] Pushing event updated for resources: {'Port': ['ID=27d5a9ee-2418-4820-b15a-214a573835ab,revision_number=2']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:47.142908 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-1f546823-9566-472d-9f33-83176081509a None None] Attempting to bind port 27d5a9ee-2418-4820-b15a-214a573835ab on host dv-cinder-789603-11-iscsi for vnic_type normal with profile {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:54:47.143281 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-1f546823-9566-472d-9f33-83176081509a None None] Attempting to bind port 27d5a9ee-2418-4820-b15a-214a573835ab by drivers openvswitch,hyperv on host dv-cinder-789603-11-iscsi at level 0 using segments [{'id': 'ec4eb99c-636e-43d3-922e-332a95a4195c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174'}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:54:47.143638 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f546823-9566-472d-9f33-83176081509a None None] Attempting to bind port 27d5a9ee-2418-4820-b15a-214a573835ab on network d18f7e62-ee2d-4e48-b29d-27db78040174 {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:54:47.149714 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f546823-9566-472d-9f33-83176081509a None None] Checking agent: {'id': 'fc4e00a9-53c5-4fcb-bb0a-09b300a741e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 54, 6), 'started_at': datetime.datetime(2021, 7, 8, 12, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:54:47.150086 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f546823-9566-472d-9f33-83176081509a None None] Checking segment: {'id': 'ec4eb99c-636e-43d3-922e-332a95a4195c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:54:47.150481 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-1f546823-9566-472d-9f33-83176081509a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:47.150862 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f546823-9566-472d-9f33-83176081509a None None] Bound using segment: {'id': 'ec4eb99c-636e-43d3-922e-332a95a4195c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174'} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:54:47.151316 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-1f546823-9566-472d-9f33-83176081509a None None] Bound port: 27d5a9ee-2418-4820-b15a-214a573835ab, host: dv-cinder-789603-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec4eb99c-636e-43d3-922e-332a95a4195c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174'}}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:54:47.151722 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-1f546823-9566-472d-9f33-83176081509a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:47.200468 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-1f546823-9566-472d-9f33-83176081509a None None] For port 27d5a9ee-2418-4820-b15a-214a573835ab, host dv-cinder-789603-11-iscsi, cleared binding levels {{(pid=93013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:54:47.203651 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-1f546823-9566-472d-9f33-83176081509a None None] For port 27d5a9ee-2418-4820-b15a-214a573835ab, host dv-cinder-789603-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=27d5a9ee-2418-4820-b15a-214a573835ab,segment=NetworkSegment(ec4eb99c-636e-43d3-922e-332a95a4195c),segment_id=ec4eb99c-636e-43d3-922e-332a95a4195c)] {{(pid=93013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:54:47.207344 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-1f546823-9566-472d-9f33-83176081509a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:47.265116 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f546823-9566-472d-9f33-83176081509a None None] Routers {'49cdb790-117a-43e2-bead-34b7b9551438'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 12:54:47.265738 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-1f546823-9566-472d-9f33-83176081509a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T12:54:35Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['49cdb790-117a-43e2-bead-34b7b9551438'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:54:47.268820 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01cf98e-daf2-4cbe-afaa-9cd1fb28c088 None None] Pushing event updated for resources: {'Port': ['ID=27d5a9ee-2418-4820-b15a-214a573835ab,revision_number=3']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:47.455031 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-1f546823-9566-472d-9f33-83176081509a None None] Set router 49cdb790-117a-43e2-bead-34b7b9551438 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 12:54:47.530996 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 1132e0db-8a17-43b3-8a83-54dfe0b80a34 up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:54:47.640234 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning complete for port 1132e0db-8a17-43b3-8a83-54dfe0b80a34 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:54:47.640604 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:47.772319 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-1f546823-9566-472d-9f33-83176081509a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49cdb790-117a-43e2-bead-34b7b9551438', 'name': 'router1', 'tenant_id': 'dfaa81b2a5b54e87b2fdc495e15adce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '27d5a9ee-2418-4820-b15a-214a573835ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:54:28Z', 'updated_at': '2021-07-08T12:54:45Z', 'revision_number': 4, 'project_id': 'dfaa81b2a5b54e87b2fdc495e15adce0', 'gw_port': {'id': '27d5a9ee-2418-4820-b15a-214a573835ab', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49cdb790-117a-43e2-bead-34b7b9551438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:54:44Z', 'updated_at': '2021-07-08T12:54:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': '1132e0db-8a17-43b3-8a83-54dfe0b80a34', 'name': '', 'network_id': '71eab360-33db-4e2d-80a5-b0a2386b2cae', 'tenant_id': 'dfaa81b2a5b54e87b2fdc495e15adce0', 'mac_address': 'fa:16:3e:0d:e6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cdb790-117a-43e2-bead-34b7b9551438', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5501cdc8-44ae-4cf1-a983-d6d8d52085c7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:54:37Z', 'updated_at': '2021-07-08T12:54:45Z', 'revision_number': 5, 'project_id': 'dfaa81b2a5b54e87b2fdc495e15adce0', 'subnets': [{'id': '5501cdc8-44ae-4cf1-a983-d6d8d52085c7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5aceb9d1-8878-4faf-8cfd-1244e4d08791'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 12:54:47.798248 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f546823-9566-472d-9f33-83176081509a None None] The sync data for ids ['49cdb790-117a-43e2-bead-34b7b9551438'] in dv-cinder-789603-11-iscsi is: [{'id': '49cdb790-117a-43e2-bead-34b7b9551438', 'name': 'router1', 'tenant_id': 'dfaa81b2a5b54e87b2fdc495e15adce0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '27d5a9ee-2418-4820-b15a-214a573835ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T12:54:28Z', 'updated_at': '2021-07-08T12:54:45Z', 'revision_number': 4, 'project_id': 'dfaa81b2a5b54e87b2fdc495e15adce0', 'gw_port': {'id': '27d5a9ee-2418-4820-b15a-214a573835ab', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e7:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49cdb790-117a-43e2-bead-34b7b9551438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:54:44Z', 'updated_at': '2021-07-08T12:54:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': '1132e0db-8a17-43b3-8a83-54dfe0b80a34', 'name': '', 'network_id': '71eab360-33db-4e2d-80a5-b0a2386b2cae', 'tenant_id': 'dfaa81b2a5b54e87b2fdc495e15adce0', 'mac_address': 'fa:16:3e:0d:e6:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49cdb790-117a-43e2-bead-34b7b9551438', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5501cdc8-44ae-4cf1-a983-d6d8d52085c7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T12:54:37Z', 'updated_at': '2021-07-08T12:54:45Z', 'revision_number': 5, 'project_id': 'dfaa81b2a5b54e87b2fdc495e15adce0', 'subnets': [{'id': '5501cdc8-44ae-4cf1-a983-d6d8d52085c7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5aceb9d1-8878-4faf-8cfd-1244e4d08791'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 12:54:48.465982 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 34012) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:54:48.624943 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-78674f05-356c-44e0-b2de-69ae1233ee5a admin admin] 10.222.0.59 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1576741 Jul 08 12:54:49.552394 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 27d5a9ee-2418-4820-b15a-214a573835ab up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:54:49.601008 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning for port 27d5a9ee-2418-4820-b15a-214a573835ab completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:54:49.605814 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning complete for port 27d5a9ee-2418-4820-b15a-214a573835ab triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:54:49.606191 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:49.688013 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:49.707424 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] For port 27d5a9ee-2418-4820-b15a-214a573835ab, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=27d5a9ee-2418-4820-b15a-214a573835ab,segment=NetworkSegment(ec4eb99c-636e-43d3-922e-332a95a4195c),segment_id=ec4eb99c-636e-43d3-922e-332a95a4195c)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:54:49.711523 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:49.759414 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Pushing event updated for resources: {'Port': ['ID=27d5a9ee-2418-4820-b15a-214a573835ab,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:54:51.568322 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 27d5a9ee-2418-4820-b15a-214a573835ab up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:54:51.618055 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning complete for port 27d5a9ee-2418-4820-b15a-214a573835ab triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:54:51.618432 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:54:53.012224 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-0cef42f3-3a1a-4020-b263-5152d2247e85 None None] Agent healthcheck: found 5 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:55:02.506249 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a0b9852f-0c64-4990-a377-dc3c16006ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:05.349119 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-d967661f-b3b3-406f-b486-6722e2fc60dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:05.677695 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:06.038191 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-97c8e7b9-57f7-456d-825e-78a0ef1aae16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:07.802783 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-615b644b-3110-4324-8d19-7b6387de29b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:30.010250 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-0cef42f3-3a1a-4020-b263-5152d2247e85 None None] Agent healthcheck: found 5 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:55:32.498841 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-75f1178e-bd62-4883-a113-f84a67d86a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:35.342463 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f9f6b133-1af4-4892-8459-e48903599ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:35.681222 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:36.042879 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-97c8e7b9-57f7-456d-825e-78a0ef1aae16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:55:37.798543 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-615b644b-3110-4324-8d19-7b6387de29b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:02.500674 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-338d9bd3-28b1-4c66-96ad-7efa3e34b7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:05.343411 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-d0011fe1-6dbb-4014-9cde-4d392a2422ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:05.683365 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:06.041798 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-97c8e7b9-57f7-456d-825e-78a0ef1aae16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:07.008436 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-0cef42f3-3a1a-4020-b263-5152d2247e85 None None] Agent healthcheck: found 5 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:56:07.798422 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-615b644b-3110-4324-8d19-7b6387de29b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:24.239011 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 34580) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:24.298726 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.pecan_wsgi.hooks.translation [None req-15fc804f-0c7f-4dde-bb2c-c8dd87df8c7c admin admin] GET failed (client error): The resource could not be found. Jul 08 12:56:24.299964 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-15fc804f-0c7f-4dde-bb2c-c8dd87df8c7c admin admin] 10.222.0.59 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0600064 Jul 08 12:56:24.460416 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062f771c-3425-4102-b234-b2bae7781d04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:24.462144 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-062f771c-3425-4102-b234-b2bae7781d04 admin admin] 10.222.0.59 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1584222 Jul 08 12:56:26.628280 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 34590) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:26.786670 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24f813e-b064-4a06-95db-712965360fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:26.788023 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-d24f813e-b064-4a06-95db-712965360fba admin admin] 10.222.0.59 "GET /v2.0/subnets/5501cdc8-44ae-4cf1-a983-d6d8d52085c7 HTTP/1.1" status: 200 len: 849 time: 0.1587558 Jul 08 12:56:26.797930 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-27526183-7662-401e-85d0-bd17c3c72bc0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:56:26.886310 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-27526183-7662-401e-85d0-bd17c3c72bc0 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:27.027954 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-27526183-7662-401e-85d0-bd17c3c72bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739449483798'] for subnet, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:27.057508 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27526183-7662-401e-85d0-bd17c3c72bc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:27.058095 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-27526183-7662-401e-85d0-bd17c3c72bc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for subnet, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:27.059975 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-27526183-7662-401e-85d0-bd17c3c72bc0 admin admin] 10.222.0.59 "PUT /v2.0/subnets/5501cdc8-44ae-4cf1-a983-d6d8d52085c7 HTTP/1.1" status: 200 len: 868 time: 0.2658100 Jul 08 12:56:27.062671 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5485e4a-5c60-4b3f-a507-61b16b9a537e None None] Network 71eab360-33db-4e2d-80a5-b0a2386b2cae requested from dv-cinder-789603-11-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:56:27.080385 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27526183-7662-401e-85d0-bd17c3c72bc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5501cdc8-44ae-4cf1-a983-d6d8d52085c7,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:56:27.088737 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27526183-7662-401e-85d0-bd17c3c72bc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:27.089095 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27526183-7662-401e-85d0-bd17c3c72bc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:27.089429 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27526183-7662-401e-85d0-bd17c3c72bc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:27.089761 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27526183-7662-401e-85d0-bd17c3c72bc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:27.090098 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27526183-7662-401e-85d0-bd17c3c72bc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:27.090444 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27526183-7662-401e-85d0-bd17c3c72bc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:27.090773 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27526183-7662-401e-85d0-bd17c3c72bc0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:27.091109 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27526183-7662-401e-85d0-bd17c3c72bc0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:27.091598 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27526183-7662-401e-85d0-bd17c3c72bc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:27.092031 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27526183-7662-401e-85d0-bd17c3c72bc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:27.092487 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27526183-7662-401e-85d0-bd17c3c72bc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:27.092947 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27526183-7662-401e-85d0-bd17c3c72bc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:56:27.447566 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-509eaab9-53b7-4637-a211-c775f841c33a None None] Provisioning complete for port fc8257f9-8f4a-40b7-a175-1ec491109a8a triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:56:27.447939 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-509eaab9-53b7-4637-a211-c775f841c33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:27.531846 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-509eaab9-53b7-4637-a211-c775f841c33a None None] Provisioning complete for port 1132e0db-8a17-43b3-8a83-54dfe0b80a34 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:56:27.532082 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-509eaab9-53b7-4637-a211-c775f841c33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:29.209792 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 34600) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:29.408796 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603047fd-9bb9-4305-8703-8af78d47dfaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:29.409269 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603047fd-9bb9-4305-8703-8af78d47dfaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:29.410813 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-603047fd-9bb9-4305-8703-8af78d47dfaa admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2000623 Jul 08 12:56:31.611925 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 34608) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:31.736608 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e613b69-aecd-47e7-88d8-d053784719bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:31.737071 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e613b69-aecd-47e7-88d8-d053784719bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:31.739436 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-6e613b69-aecd-47e7-88d8-d053784719bb admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1256649 Jul 08 12:56:32.502387 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-d5be045c-7290-41b5-ac88-7c3d00608a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:33.895689 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 34616) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:34.027362 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ebea71-017a-4230-9c5b-ed11e9d1c123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:34.029303 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-c4ebea71-017a-4230-9c5b-ed11e9d1c123 admin admin] 10.222.0.59 "GET /v2.0/networks/71eab360-33db-4e2d-80a5-b0a2386b2cae HTTP/1.1" status: 200 len: 869 time: 0.1326323 Jul 08 12:56:35.343895 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-0de392c7-c46e-4d97-b09b-eb41a4d2e595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:35.684663 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:36.044947 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-97c8e7b9-57f7-456d-825e-78a0ef1aae16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:36.190674 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 34624) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:36.314806 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50878dca-334c-4de8-aacb-ff1b4dea6d1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:36.316110 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-50878dca-334c-4de8-aacb-ff1b4dea6d1a admin admin] 10.222.0.59 "GET /v2.0/networks/d18f7e62-ee2d-4e48-b29d-27db78040174 HTTP/1.1" status: 200 len: 886 time: 0.1244624 Jul 08 12:56:37.800302 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-615b644b-3110-4324-8d19-7b6387de29b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:56:38.466428 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 34632) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:38.585615 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52740c81-3e0b-43df-a25b-68769f3ca2ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:38.586065 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52740c81-3e0b-43df-a25b-68769f3ca2ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:38.587574 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-52740c81-3e0b-43df-a25b-68769f3ca2ba admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1201305 Jul 08 12:56:40.762087 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 34640) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:40.884021 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7082750-e86d-41a6-bcc0-1638793de536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:40.884499 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7082750-e86d-41a6-bcc0-1638793de536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:40.886032 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-d7082750-e86d-41a6-bcc0-1638793de536 admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1229270 Jul 08 12:56:43.017960 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 34648) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:43.116872 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37eb59d-27c0-4274-9672-7ee6f17ecb95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:43.118271 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-a37eb59d-27c0-4274-9672-7ee6f17ecb95 admin admin] 10.222.0.59 "GET /v2.0/subnets/5501cdc8-44ae-4cf1-a983-d6d8d52085c7 HTTP/1.1" status: 200 len: 868 time: 0.0993569 Jul 08 12:56:44.006746 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-0cef42f3-3a1a-4020-b263-5152d2247e85 None None] Agent healthcheck: found 5 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:56:45.292262 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 34656) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:56:45.379178 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5b2c86-5b06-4565-ab41-ddd09bf4e0fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:56:45.380563 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-db5b2c86-5b06-4565-ab41-ddd09bf4e0fe admin admin] 10.222.0.59 "GET /v2.0/subnets/81ab2e47-5fae-4c56-af63-aae451fc3457 HTTP/1.1" status: 200 len: 816 time: 0.0873439 Jul 08 12:57:02.504406 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-77a63b3d-b191-44a8-b87e-707ef43f1111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:05.344353 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-88312859-9d91-4572-9618-1792a7a2ebeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:05.685067 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:06.048616 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-97c8e7b9-57f7-456d-825e-78a0ef1aae16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:07.802929 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-615b644b-3110-4324-8d19-7b6387de29b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:09.591647 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 34708) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:57:09.637380 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [None req-f53c7ab4-a124-4356-b057-23b5c05d476e admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=93012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 12:57:09.638381 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-f53c7ab4-a124-4356-b057-23b5c05d476e admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0457036 Jul 08 12:57:11.874067 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 34716) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:57:11.931944 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.pecan_wsgi.hooks.translation [None req-1df21caf-7133-4f92-91af-19c22b999986 admin admin] GET failed (client error): The resource could not be found. Jul 08 12:57:11.933277 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-1df21caf-7133-4f92-91af-19c22b999986 admin admin] 10.222.0.59 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0582681 Jul 08 12:57:12.075078 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691ef23b-857f-413c-a301-71fffc688606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:12.076593 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-691ef23b-857f-413c-a301-71fffc688606 admin admin] 10.222.0.59 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1394885 Jul 08 12:57:14.275158 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 34724) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:57:14.321847 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-9a922e0d-3e61-45c5-85c3-af9c9980b4f4 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:57:14.341605 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a922e0d-3e61-45c5-85c3-af9c9980b4f4 admin admin] Made reservation on behalf of 41c7dc6204964888869b8dfec7248557 for: {'network': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:57:14.343995 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9a922e0d-3e61-45c5-85c3-af9c9980b4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for network, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:14.373235 dv-cinder-789603-11-iscsi neutron-server[93011]: WARNING neutron.services.revisions.revision_plugin [None req-9a922e0d-3e61-45c5-85c3-af9c9980b4f4 admin admin] Could not find related network for resource to bump revision. Jul 08 12:57:14.384689 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a922e0d-3e61-45c5-85c3-af9c9980b4f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=93011) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 12:57:14.395511 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9a922e0d-3e61-45c5-85c3-af9c9980b4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1381891'] for segment, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:14.395989 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.db.segments_db [None req-9a922e0d-3e61-45c5-85c3-af9c9980b4f4 admin admin] Added segment a4a7d67f-ab87-47c1-9b44-8c21fa3323c5 of type vlan for network 4dedcf1d-fc5c-409a-88ad-e90790880269 Jul 08 12:57:14.434649 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9a922e0d-3e61-45c5-85c3-af9c9980b4f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739448901726'] for network, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:14.460979 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9a922e0d-3e61-45c5-85c3-af9c9980b4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384'] for network, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:14.462460 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a922e0d-3e61-45c5-85c3-af9c9980b4f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:14.463038 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9a922e0d-3e61-45c5-85c3-af9c9980b4f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for network, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:14.518705 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-9a922e0d-3e61-45c5-85c3-af9c9980b4f4 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2424445 Jul 08 12:57:14.523497 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a922e0d-3e61-45c5-85c3-af9c9980b4f4 admin admin] Pushing event updated for resources: {'Network': ['ID=4dedcf1d-fc5c-409a-88ad-e90790880269,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:14.534439 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Network 4dedcf1d-fc5c-409a-88ad-e90790880269 details requested by agent ovs-agent-dv-cinder-789603-11-iscsi with host dv-cinder-789603-11-iscsi {{(pid=93013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 12:57:16.733910 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 34732) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:57:16.795001 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9600bbb-56a1-4320-881e-dfad818ec11a admin admin] GET failed (client error): The resource could not be found. Jul 08 12:57:16.796362 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-d9600bbb-56a1-4320-881e-dfad818ec11a admin admin] 10.222.0.59 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0613394 Jul 08 12:57:16.863933 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe17f18-121e-4a32-bdf9-d157a7aa0c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:16.865387 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-bbe17f18-121e-4a32-bdf9-d157a7aa0c13 admin admin] 10.222.0.59 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0650244 Jul 08 12:57:16.875343 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-2458adce-b4d1-4c22-8269-33241ba2e934 admin admin] Request body: {'subnet': {'network_id': '4dedcf1d-fc5c-409a-88ad-e90790880269', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 12:57:16.901635 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2458adce-b4d1-4c22-8269-33241ba2e934 admin admin] Made reservation on behalf of 41c7dc6204964888869b8dfec7248557 for: {'subnet': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 12:57:16.904042 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-2458adce-b4d1-4c22-8269-33241ba2e934 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:17.065055 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-2458adce-b4d1-4c22-8269-33241ba2e934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384'] for subnet, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:17.133798 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2458adce-b4d1-4c22-8269-33241ba2e934 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d123c281-cf35-4901-8968-7b2f77ec0725,revision_number=0']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:17.137911 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2458adce-b4d1-4c22-8269-33241ba2e934 admin admin] Checking segment: {'id': 'a4a7d67f-ab87-47c1-9b44-8c21fa3323c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4dedcf1d-fc5c-409a-88ad-e90790880269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:57:17.138256 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2458adce-b4d1-4c22-8269-33241ba2e934 admin admin] Network hostable DHCP agents. Network: 4dedcf1d-fc5c-409a-88ad-e90790880269, hostable agents: ['aa9d8c49-a181-49e8-a217-0ebad9c91868'], hosted agents: [] {{(pid=93011) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 12:57:17.154136 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2458adce-b4d1-4c22-8269-33241ba2e934 admin admin] Network 4dedcf1d-fc5c-409a-88ad-e90790880269 is scheduled to be hosted by DHCP agent aa9d8c49-a181-49e8-a217-0ebad9c91868 with binding_index 1 {{(pid=93011) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 12:57:17.162752 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-2458adce-b4d1-4c22-8269-33241ba2e934 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-11-iscsi, 4dedcf1d-fc5c-409a-88ad-e90790880269) {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:57:17.167220 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2458adce-b4d1-4c22-8269-33241ba2e934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 12:57:17.167800 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-2458adce-b4d1-4c22-8269-33241ba2e934 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for subnet, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:17.172454 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cc777f-517e-49a1-a2f5-a2b3c2f65336 None None] Network 4dedcf1d-fc5c-409a-88ad-e90790880269 requested from dv-cinder-789603-11-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:57:17.182139 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-2458adce-b4d1-4c22-8269-33241ba2e934 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3101695 Jul 08 12:57:17.430108 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94b4ac5-b16a-46bb-9636-837a62a9f3f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15e29ccc-158f-583f-b514-01e14430e2a0-4dedcf1d-fc5c-409a-88ad-e90790880269', 'network_id': '4dedcf1d-fc5c-409a-88ad-e90790880269', 'tenant_id': '41c7dc6204964888869b8dfec7248557', 'fixed_ips': [{'subnet_id': 'd123c281-cf35-4901-8968-7b2f77ec0725'}]}} from dv-cinder-789603-11-iscsi. {{(pid=93013) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 12:57:17.430986 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f94b4ac5-b16a-46bb-9636-837a62a9f3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:17.569727 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.db_base_plugin_common [None req-f94b4ac5-b16a-46bb-9636-837a62a9f3f0 None None] Allocated IP 192.168.233.2 (4dedcf1d-fc5c-409a-88ad-e90790880269/d123c281-cf35-4901-8968-7b2f77ec0725/f01c13d1-3ebd-4af5-b92f-da2ae86a2510) {{(pid=93013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 12:57:17.715128 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f94b4ac5-b16a-46bb-9636-837a62a9f3f0 None None] Notify callbacks [] for port, precommit_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:17.723419 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-f94b4ac5-b16a-46bb-9636-837a62a9f3f0 None None] Transition to ACTIVE for port object f01c13d1-3ebd-4af5-b92f-da2ae86a2510 will not be triggered until provisioned by entity L2. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:57:17.738818 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-f94b4ac5-b16a-46bb-9636-837a62a9f3f0 None None] Transition to ACTIVE for port object f01c13d1-3ebd-4af5-b92f-da2ae86a2510 will not be triggered until provisioned by entity DHCP. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 12:57:17.745072 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f94b4ac5-b16a-46bb-9636-837a62a9f3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276'] for port, after_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:17.792352 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b4ac5-b16a-46bb-9636-837a62a9f3f0 None None] Pushing event updated for resources: {'Port': ['ID=f01c13d1-3ebd-4af5-b92f-da2ae86a2510,revision_number=1']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:17.798630 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94b4ac5-b16a-46bb-9636-837a62a9f3f0 None None] Network 4dedcf1d-fc5c-409a-88ad-e90790880269 is already hosted by enough agents. {{(pid=93013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 12:57:17.802801 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.scheduler.base_scheduler [None req-f94b4ac5-b16a-46bb-9636-837a62a9f3f0 None None] Resources bound (agent type, host, resource id): {{(pid=93013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 12:57:17.805204 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b4ac5-b16a-46bb-9636-837a62a9f3f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:57:17.805703 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b4ac5-b16a-46bb-9636-837a62a9f3f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:57:17.805949 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b4ac5-b16a-46bb-9636-837a62a9f3f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:57:17.806288 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b4ac5-b16a-46bb-9636-837a62a9f3f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:57:17.806623 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b4ac5-b16a-46bb-9636-837a62a9f3f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:57:17.806955 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b4ac5-b16a-46bb-9636-837a62a9f3f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:57:17.807286 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b4ac5-b16a-46bb-9636-837a62a9f3f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:57:17.807610 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b4ac5-b16a-46bb-9636-837a62a9f3f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:57:17.807954 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b4ac5-b16a-46bb-9636-837a62a9f3f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:57:17.808311 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b4ac5-b16a-46bb-9636-837a62a9f3f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:57:17.808641 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b4ac5-b16a-46bb-9636-837a62a9f3f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:57:17.808965 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94b4ac5-b16a-46bb-9636-837a62a9f3f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:57:17.822212 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94b4ac5-b16a-46bb-9636-837a62a9f3f0 None None] Received port after_create {{(pid=93013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 12:57:17.883194 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-f94b4ac5-b16a-46bb-9636-837a62a9f3f0 None None] Attempting to bind port f01c13d1-3ebd-4af5-b92f-da2ae86a2510 on host dv-cinder-789603-11-iscsi for vnic_type normal with profile {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 12:57:17.884107 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-f94b4ac5-b16a-46bb-9636-837a62a9f3f0 None None] Attempting to bind port f01c13d1-3ebd-4af5-b92f-da2ae86a2510 by drivers openvswitch,hyperv on host dv-cinder-789603-11-iscsi at level 0 using segments [{'id': 'a4a7d67f-ab87-47c1-9b44-8c21fa3323c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4dedcf1d-fc5c-409a-88ad-e90790880269'}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 12:57:17.884511 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94b4ac5-b16a-46bb-9636-837a62a9f3f0 None None] Attempting to bind port f01c13d1-3ebd-4af5-b92f-da2ae86a2510 on network 4dedcf1d-fc5c-409a-88ad-e90790880269 {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 12:57:17.889723 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94b4ac5-b16a-46bb-9636-837a62a9f3f0 None None] Checking agent: {'id': 'fc4e00a9-53c5-4fcb-bb0a-09b300a741e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 54, 6), 'started_at': datetime.datetime(2021, 7, 8, 12, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 12, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 12:57:17.890110 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94b4ac5-b16a-46bb-9636-837a62a9f3f0 None None] Checking segment: {'id': 'a4a7d67f-ab87-47c1-9b44-8c21fa3323c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4dedcf1d-fc5c-409a-88ad-e90790880269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 12:57:17.890510 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f94b4ac5-b16a-46bb-9636-837a62a9f3f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:17.890901 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94b4ac5-b16a-46bb-9636-837a62a9f3f0 None None] Bound using segment: {'id': 'a4a7d67f-ab87-47c1-9b44-8c21fa3323c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4dedcf1d-fc5c-409a-88ad-e90790880269'} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 12:57:17.891349 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-f94b4ac5-b16a-46bb-9636-837a62a9f3f0 None None] Bound port: f01c13d1-3ebd-4af5-b92f-da2ae86a2510, host: dv-cinder-789603-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4a7d67f-ab87-47c1-9b44-8c21fa3323c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4dedcf1d-fc5c-409a-88ad-e90790880269'}}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 12:57:17.891728 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f94b4ac5-b16a-46bb-9636-837a62a9f3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:17.963482 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f94b4ac5-b16a-46bb-9636-837a62a9f3f0 None None] For port f01c13d1-3ebd-4af5-b92f-da2ae86a2510, host dv-cinder-789603-11-iscsi, cleared binding levels {{(pid=93013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 12:57:17.967143 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f94b4ac5-b16a-46bb-9636-837a62a9f3f0 None None] For port f01c13d1-3ebd-4af5-b92f-da2ae86a2510, host dv-cinder-789603-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=f01c13d1-3ebd-4af5-b92f-da2ae86a2510,segment=NetworkSegment(a4a7d67f-ab87-47c1-9b44-8c21fa3323c5),segment_id=a4a7d67f-ab87-47c1-9b44-8c21fa3323c5)] {{(pid=93013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 12:57:17.970493 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f94b4ac5-b16a-46bb-9636-837a62a9f3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:18.028589 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b4ac5-b16a-46bb-9636-837a62a9f3f0 None None] Pushing event updated for resources: {'Port': ['ID=f01c13d1-3ebd-4af5-b92f-da2ae86a2510,revision_number=2']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:18.882429 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c96c3c8-5670-489f-934d-2317c87dbc48 None None] Network 4dedcf1d-fc5c-409a-88ad-e90790880269 requested from dv-cinder-789603-11-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 12:57:18.951697 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-1e6a60f6-6015-4570-9f44-70082c189cd6 None None] Provisioning for port f01c13d1-3ebd-4af5-b92f-da2ae86a2510 completed by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:57:19.679699 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device f01c13d1-3ebd-4af5-b92f-da2ae86a2510 up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:57:19.729701 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning for port f01c13d1-3ebd-4af5-b92f-da2ae86a2510 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 12:57:19.733701 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning complete for port f01c13d1-3ebd-4af5-b92f-da2ae86a2510 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:57:19.734074 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:19.814775 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:19.847590 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] For port f01c13d1-3ebd-4af5-b92f-da2ae86a2510, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=f01c13d1-3ebd-4af5-b92f-da2ae86a2510,segment=NetworkSegment(a4a7d67f-ab87-47c1-9b44-8c21fa3323c5),segment_id=a4a7d67f-ab87-47c1-9b44-8c21fa3323c5)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 12:57:19.851674 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:19.901297 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Pushing event updated for resources: {'Port': ['ID=f01c13d1-3ebd-4af5-b92f-da2ae86a2510,revision_number=3']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:57:21.004496 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-0cef42f3-3a1a-4020-b263-5152d2247e85 None None] Agent healthcheck: found 5 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:57:21.650129 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device f01c13d1-3ebd-4af5-b92f-da2ae86a2510 up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 12:57:21.698156 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning complete for port f01c13d1-3ebd-4af5-b92f-da2ae86a2510 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 12:57:21.698520 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:32.504369 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-af68d554-015a-40c6-8ab1-8db6dba1a5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:35.344644 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-b6319d3c-a914-4872-b719-eb80f4023fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:35.687137 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:36.051796 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-97c8e7b9-57f7-456d-825e-78a0ef1aae16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:37.805808 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-615b644b-3110-4324-8d19-7b6387de29b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:57:58.003047 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-0cef42f3-3a1a-4020-b263-5152d2247e85 None None] Agent healthcheck: found 5 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:58:02.506546 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-6066039a-bcd9-487b-a04a-4a85f49b802f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:05.346380 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f89f2e78-00dc-4919-bc20-8e0a3b4a0225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:05.688435 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:06.055005 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-97c8e7b9-57f7-456d-825e-78a0ef1aae16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:07.818320 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-615b644b-3110-4324-8d19-7b6387de29b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:24.684696 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 34786) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:58:24.690641 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [None req-2ba5de2d-6dd9-4526-9419-c259a0b85cd6 tempest-verify_tempest_config-674051331 tempest-verify_tempest_config-674051331-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=93011) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 12:58:24.691624 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-2ba5de2d-6dd9-4526-9419-c259a0b85cd6 tempest-verify_tempest_config-674051331 tempest-verify_tempest_config-674051331-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059710 Jul 08 12:58:24.995087 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 34804) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:58:25.099801 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c5220c5b-e647-49b4-9581-99308205af4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:25.185507 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c5220c5b-e647-49b4-9581-99308205af4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:25.189208 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c5220c5b-e647-49b4-9581-99308205af4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:25.243315 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-c5220c5b-e647-49b4-9581-99308205af4b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e929b8a69ef94b00a3e01c11911befc6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2471588 Jul 08 12:58:25.244314 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5220c5b-e647-49b4-9581-99308205af4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56547ad-4621-41c7-943f-e70cc663660b,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:25.246018 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 34808) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 12:58:25.251170 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5220c5b-e647-49b4-9581-99308205af4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:25.251543 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5220c5b-e647-49b4-9581-99308205af4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:25.251890 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5220c5b-e647-49b4-9581-99308205af4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:25.252251 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5220c5b-e647-49b4-9581-99308205af4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:25.252587 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5220c5b-e647-49b4-9581-99308205af4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:25.252938 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5220c5b-e647-49b4-9581-99308205af4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:25.253275 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5220c5b-e647-49b4-9581-99308205af4b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:25.253606 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5220c5b-e647-49b4-9581-99308205af4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:25.253943 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5220c5b-e647-49b4-9581-99308205af4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:25.254275 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5220c5b-e647-49b4-9581-99308205af4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:25.254601 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5220c5b-e647-49b4-9581-99308205af4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:25.254922 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5220c5b-e647-49b4-9581-99308205af4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:25.326957 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-e36ca8ff-3199-41cc-9420-2b12dadb592c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:25.346992 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-e36ca8ff-3199-41cc-9420-2b12dadb592c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:25.434295 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-e36ca8ff-3199-41cc-9420-2b12dadb592c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:25.437342 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-e36ca8ff-3199-41cc-9420-2b12dadb592c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:25.438721 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-e36ca8ff-3199-41cc-9420-2b12dadb592c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c56547ad-4621-41c7-943f-e70cc663660b HTTP/1.1" status: 204 len: 168 time: 0.1915426 Jul 08 12:58:25.448948 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36ca8ff-3199-41cc-9420-2b12dadb592c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56547ad-4621-41c7-943f-e70cc663660b,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 12:58:25.457435 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36ca8ff-3199-41cc-9420-2b12dadb592c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:25.457827 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36ca8ff-3199-41cc-9420-2b12dadb592c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:25.458291 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36ca8ff-3199-41cc-9420-2b12dadb592c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:25.458632 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36ca8ff-3199-41cc-9420-2b12dadb592c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:25.458967 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36ca8ff-3199-41cc-9420-2b12dadb592c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:25.459323 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36ca8ff-3199-41cc-9420-2b12dadb592c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:25.459666 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36ca8ff-3199-41cc-9420-2b12dadb592c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:25.460010 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36ca8ff-3199-41cc-9420-2b12dadb592c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:25.460389 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36ca8ff-3199-41cc-9420-2b12dadb592c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:25.460864 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36ca8ff-3199-41cc-9420-2b12dadb592c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:25.461118 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36ca8ff-3199-41cc-9420-2b12dadb592c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:25.461442 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36ca8ff-3199-41cc-9420-2b12dadb592c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 12:58:32.516599 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-54939f9c-efe9-4859-ad61-bd247f055a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:35.001655 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-0cef42f3-3a1a-4020-b263-5152d2247e85 None None] Agent healthcheck: found 5 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:58:35.349100 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-bf260192-24b9-48f0-bf46-b2bd318b4ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:35.690575 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:36.059185 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-97c8e7b9-57f7-456d-825e-78a0ef1aae16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:58:37.812409 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-615b644b-3110-4324-8d19-7b6387de29b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:02.507522 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-52e19915-06ee-4b75-af63-49dd55e7131c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:05.349618 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-c508cf76-9466-4d61-8f25-569c3a5fae36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:05.690623 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:06.061925 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-97c8e7b9-57f7-456d-825e-78a0ef1aae16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:07.813366 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-615b644b-3110-4324-8d19-7b6387de29b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:12.000393 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-0cef42f3-3a1a-4020-b263-5152d2247e85 None None] Agent healthcheck: found 5 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:59:32.507358 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-4a870b35-6694-4a3d-940e-a44d24de0842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:35.350288 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-d42a15f2-8147-4d28-9bd5-3bf45f4f5782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:35.691262 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:36.066016 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-97c8e7b9-57f7-456d-825e-78a0ef1aae16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:37.816357 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-615b644b-3110-4324-8d19-7b6387de29b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 12:59:48.998478 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-0cef42f3-3a1a-4020-b263-5152d2247e85 None None] Agent healthcheck: found 5 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 12:59:59.875246 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-545340'] for agent, after_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:02.507628 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-8cf2f3b5-0218-4e25-bd91-4754595c4dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:05.352093 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-4354515f-8ebd-4359-901c-a4b2f123f41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:05.690850 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:06.067500 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-97c8e7b9-57f7-456d-825e-78a0ef1aae16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:07.820259 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-615b644b-3110-4324-8d19-7b6387de29b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:15.024529 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 34882) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:00:15.127304 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-7899a87f-06a6-4dbc-9644-899d9cb4eb74 admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1016777 Jul 08 13:00:17.291327 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 34892) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:00:17.348315 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-6c814336-45ca-4099-803f-ce76e7a75c80 admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0559142 Jul 08 13:00:25.996840 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-0cef42f3-3a1a-4020-b263-5152d2247e85 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 13:00:29.875432 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:32.506951 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-c5e62917-1682-4e38-a900-aedfca2dda8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:35.353209 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-e721f928-af3f-4847-b296-4823cf0c1439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:35.691215 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:36.070744 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-97c8e7b9-57f7-456d-825e-78a0ef1aae16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:37.824689 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-615b644b-3110-4324-8d19-7b6387de29b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:00:59.891225 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:02.506893 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-86f5a999-24f5-439f-88f0-d24123c5a0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:02.995411 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-0cef42f3-3a1a-4020-b263-5152d2247e85 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 13:01:05.353777 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3f2bba9f-7a2f-4763-b789-b30d2ca5aeef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:05.692857 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:06.073263 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-97c8e7b9-57f7-456d-825e-78a0ef1aae16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:07.830394 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-615b644b-3110-4324-8d19-7b6387de29b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:29.890107 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:32.506713 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-b6a5a814-8db9-457f-8338-06d087c6095f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:35.354350 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-e2dc3007-c570-4f85-bfe8-fc9e1fdc4271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:35.694343 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:36.079953 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-97c8e7b9-57f7-456d-825e-78a0ef1aae16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:37.829105 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-615b644b-3110-4324-8d19-7b6387de29b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:39.994251 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-0cef42f3-3a1a-4020-b263-5152d2247e85 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 13:01:46.318295 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 35108) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:01:46.461655 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 35122) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:01:46.644984 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-9b37efa7-5649-4e72-861d-c1961ef68431 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2066347670-network', 'tenant_id': '11619993cd774ac09b800cbdf78beb05'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:01:46.674249 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b37efa7-5649-4e72-861d-c1961ef68431 admin admin] Made reservation on behalf of 11619993cd774ac09b800cbdf78beb05 for: {'network': 1} {{(pid=93012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:01:46.677014 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9b37efa7-5649-4e72-861d-c1961ef68431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for network, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:46.691441 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9b37efa7-5649-4e72-861d-c1961ef68431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:46.794638 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9b37efa7-5649-4e72-861d-c1961ef68431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:46.798566 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9b37efa7-5649-4e72-861d-c1961ef68431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:46.811348 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-1b548eef-a2a3-4b80-b1df-f25f17f406d4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-126788273-network', 'tenant_id': 'fe1a1ede37a848729b4152976c43140a'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:01:46.846424 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b37efa7-5649-4e72-861d-c1961ef68431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6307e211-f422-4724-9bc3-cb5e374e17d9,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:46.849452 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b37efa7-5649-4e72-861d-c1961ef68431 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=93012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 13:01:46.859666 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b37efa7-5649-4e72-861d-c1961ef68431 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:46.860012 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b37efa7-5649-4e72-861d-c1961ef68431 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:46.860399 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b37efa7-5649-4e72-861d-c1961ef68431 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:46.860730 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b37efa7-5649-4e72-861d-c1961ef68431 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:46.861053 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b37efa7-5649-4e72-861d-c1961ef68431 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:46.861401 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b37efa7-5649-4e72-861d-c1961ef68431 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:46.861724 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b37efa7-5649-4e72-861d-c1961ef68431 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:46.862054 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b37efa7-5649-4e72-861d-c1961ef68431 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:46.862373 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b37efa7-5649-4e72-861d-c1961ef68431 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:46.862692 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b37efa7-5649-4e72-861d-c1961ef68431 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:46.863008 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b37efa7-5649-4e72-861d-c1961ef68431 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:46.863320 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b37efa7-5649-4e72-861d-c1961ef68431 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:46.864357 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b37efa7-5649-4e72-861d-c1961ef68431 admin admin] Tracked resource versions report: Jul 08 13:01:46.864357 dv-cinder-789603-11-iscsi neutron-server[93012]: pushed versions: Jul 08 13:01:46.864357 dv-cinder-789603-11-iscsi neutron-server[93012]: { 'AddressGroup': {'1.2'}, Jul 08 13:01:46.864357 dv-cinder-789603-11-iscsi neutron-server[93012]: 'ConntrackHelper': {'1.0'}, Jul 08 13:01:46.864357 dv-cinder-789603-11-iscsi neutron-server[93012]: 'Log': {'1.0'}, Jul 08 13:01:46.864357 dv-cinder-789603-11-iscsi neutron-server[93012]: 'Network': {'1.1'}, Jul 08 13:01:46.864357 dv-cinder-789603-11-iscsi neutron-server[93012]: 'Port': {'1.7'}, Jul 08 13:01:46.864357 dv-cinder-789603-11-iscsi neutron-server[93012]: 'PortForwarding': {'1.2'}, Jul 08 13:01:46.864357 dv-cinder-789603-11-iscsi neutron-server[93012]: 'QosPolicy': {'1.8'}, Jul 08 13:01:46.864357 dv-cinder-789603-11-iscsi neutron-server[93012]: 'SecurityGroup': {'1.4'}, Jul 08 13:01:46.864357 dv-cinder-789603-11-iscsi neutron-server[93012]: 'SecurityGroupRule': {'1.2'}, Jul 08 13:01:46.864357 dv-cinder-789603-11-iscsi neutron-server[93012]: 'SubPort': {'1.0'}, Jul 08 13:01:46.864357 dv-cinder-789603-11-iscsi neutron-server[93012]: 'Subnet': {'1.1'}, Jul 08 13:01:46.864357 dv-cinder-789603-11-iscsi neutron-server[93012]: 'Trunk': {'1.1'}} Jul 08 13:01:46.864357 dv-cinder-789603-11-iscsi neutron-server[93012]: consumer versions: Jul 08 13:01:46.864357 dv-cinder-789603-11-iscsi neutron-server[93012]: { DHCP agent@dv-cinder-789603-11-iscsi: {}, Jul 08 13:01:46.864357 dv-cinder-789603-11-iscsi neutron-server[93012]: HyperV agent@hv-cinder-78960: {}, Jul 08 13:01:46.864357 dv-cinder-789603-11-iscsi neutron-server[93012]: L3 agent@dv-cinder-789603-11-iscsi: {}, Jul 08 13:01:46.864357 dv-cinder-789603-11-iscsi neutron-server[93012]: Metadata agent@dv-cinder-789603-11-iscsi: {}, Jul 08 13:01:46.864357 dv-cinder-789603-11-iscsi neutron-server[93012]: Metering agent@dv-cinder-789603-11-iscsi: {}, Jul 08 13:01:46.864357 dv-cinder-789603-11-iscsi neutron-server[93012]: Open vSwitch agent@dv-cinder-789603-11-iscsi: { 'AddressGroup': '1.2', Jul 08 13:01:46.864357 dv-cinder-789603-11-iscsi neutron-server[93012]: 'ConntrackHelper': '1.0', Jul 08 13:01:46.864357 dv-cinder-789603-11-iscsi neutron-server[93012]: 'Log': '1.0', Jul 08 13:01:46.864357 dv-cinder-789603-11-iscsi neutron-server[93012]: 'Network': '1.1', Jul 08 13:01:46.864357 dv-cinder-789603-11-iscsi neutron-server[93012]: 'Port': '1.7', Jul 08 13:01:46.864357 dv-cinder-789603-11-iscsi neutron-server[93012]: 'PortForwarding': '1.2', Jul 08 13:01:46.864357 dv-cinder-789603-11-iscsi neutron-server[93012]: 'QosPolicy': '1.8', Jul 08 13:01:46.864357 dv-cinder-789603-11-iscsi neutron-server[93012]: 'SecurityGroup': '1.4', Jul 08 13:01:46.864357 dv-cinder-789603-11-iscsi neutron-server[93012]: 'SecurityGroupRule': '1.2', Jul 08 13:01:46.864357 dv-cinder-789603-11-iscsi neutron-server[93012]: 'SubPort': '1.0', Jul 08 13:01:46.864357 dv-cinder-789603-11-iscsi neutron-server[93012]: 'Subnet': '1.1', Jul 08 13:01:46.864357 dv-cinder-789603-11-iscsi neutron-server[93012]: 'Trunk': '1.1'}} Jul 08 13:01:46.864357 dv-cinder-789603-11-iscsi neutron-server[93012]: {{(pid=93012) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 13:01:46.875731 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9b37efa7-5649-4e72-861d-c1961ef68431 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739449493324', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1381891'] for segment, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:46.876990 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9b37efa7-5649-4e72-861d-c1961ef68431 admin admin] Unsubscribe: segment precommit_create {{(pid=93012) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 08 13:01:46.877427 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.db.segments_db [None req-9b37efa7-5649-4e72-861d-c1961ef68431 admin admin] Added segment da04ac3a-37cb-46dc-a027-e9022e8212d8 of type vlan for network 3251653d-c1cd-4817-8726-9493dab78425 Jul 08 13:01:47.022028 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9b37efa7-5649-4e72-861d-c1961ef68431 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739448901726'] for network, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:47.043310 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b548eef-a2a3-4b80-b1df-f25f17f406d4 admin admin] Made reservation on behalf of fe1a1ede37a848729b4152976c43140a for: {'network': 1} {{(pid=93012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:01:47.045746 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-1b548eef-a2a3-4b80-b1df-f25f17f406d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for network, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:47.058260 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-1b548eef-a2a3-4b80-b1df-f25f17f406d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:47.091716 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 35150) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:01:47.145901 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.db.resource_extend [None req-9b37efa7-5649-4e72-861d-c1961ef68431 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 13:01:47.193437 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-1b548eef-a2a3-4b80-b1df-f25f17f406d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:47.203706 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-1b548eef-a2a3-4b80-b1df-f25f17f406d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:47.215965 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b548eef-a2a3-4b80-b1df-f25f17f406d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=93012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 13:01:47.226281 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-1b548eef-a2a3-4b80-b1df-f25f17f406d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1381891'] for segment, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:47.226634 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.db.segments_db [None req-1b548eef-a2a3-4b80-b1df-f25f17f406d4 admin admin] Added segment 0db854c6-8c10-4220-a3f2-e49127bfc864 of type vlan for network b50c6e20-5d12-48f8-ada2-d58c7aba656d Jul 08 13:01:47.265360 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9b37efa7-5649-4e72-861d-c1961ef68431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384'] for network, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:47.266340 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b37efa7-5649-4e72-861d-c1961ef68431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:01:47.267468 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9b37efa7-5649-4e72-861d-c1961ef68431 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for network, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:47.284211 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-1b548eef-a2a3-4b80-b1df-f25f17f406d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739448901726'] for network, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:47.318230 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 35168) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:01:47.323789 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-5f7b108f-223d-4470-97d2-72d4a578a829 admin admin] Request body: {'subnet': {'network_id': '3251653d-c1cd-4817-8726-9493dab78425', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2066347670-subnet', 'tenant_id': '11619993cd774ac09b800cbdf78beb05', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:01:47.337792 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-9b37efa7-5649-4e72-861d-c1961ef68431 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0183225 Jul 08 13:01:47.372459 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7b108f-223d-4470-97d2-72d4a578a829 admin admin] Made reservation on behalf of 11619993cd774ac09b800cbdf78beb05 for: {'subnet': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:01:47.375233 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5f7b108f-223d-4470-97d2-72d4a578a829 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:47.444876 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b548eef-a2a3-4b80-b1df-f25f17f406d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168f3a28-be4d-454a-949b-a53055456ec6,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:47.480925 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.db.resource_extend [None req-1b548eef-a2a3-4b80-b1df-f25f17f406d4 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 13:01:47.547350 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b37efa7-5649-4e72-861d-c1961ef68431 admin admin] Pushing event updated for resources: {'Network': ['ID=3251653d-c1cd-4817-8726-9493dab78425,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:47.561376 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-1b548eef-a2a3-4b80-b1df-f25f17f406d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384'] for network, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:47.562623 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b548eef-a2a3-4b80-b1df-f25f17f406d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:01:47.563189 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-1b548eef-a2a3-4b80-b1df-f25f17f406d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for network, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:47.567933 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Network 3251653d-c1cd-4817-8726-9493dab78425 details requested by agent ovs-agent-dv-cinder-789603-11-iscsi with host dv-cinder-789603-11-iscsi {{(pid=93013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 13:01:47.591360 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5f7b108f-223d-4470-97d2-72d4a578a829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384'] for subnet, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:47.671696 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7b108f-223d-4470-97d2-72d4a578a829 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3709b84-2db1-4e0f-9f70-caed69efa57a,revision_number=0']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:47.685058 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-26aa2b54-1b9e-442b-89cd-813646e02345 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-892982610-network', 'tenant_id': '45f87e6dad28491db9dd7c8bd15c288e'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:01:47.687769 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b548eef-a2a3-4b80-b1df-f25f17f406d4 admin admin] Pushing event updated for resources: {'Network': ['ID=b50c6e20-5d12-48f8-ada2-d58c7aba656d,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:47.689537 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7b108f-223d-4470-97d2-72d4a578a829 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:47.690377 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7b108f-223d-4470-97d2-72d4a578a829 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:47.690988 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7b108f-223d-4470-97d2-72d4a578a829 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:47.691685 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7b108f-223d-4470-97d2-72d4a578a829 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:47.692272 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7b108f-223d-4470-97d2-72d4a578a829 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:47.692847 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7b108f-223d-4470-97d2-72d4a578a829 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:47.693405 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7b108f-223d-4470-97d2-72d4a578a829 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:47.693975 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7b108f-223d-4470-97d2-72d4a578a829 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:47.694539 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7b108f-223d-4470-97d2-72d4a578a829 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:47.695412 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7b108f-223d-4470-97d2-72d4a578a829 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:47.695996 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7b108f-223d-4470-97d2-72d4a578a829 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:47.696584 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7b108f-223d-4470-97d2-72d4a578a829 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:47.697915 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7b108f-223d-4470-97d2-72d4a578a829 admin admin] Tracked resource versions report: Jul 08 13:01:47.697915 dv-cinder-789603-11-iscsi neutron-server[93011]: pushed versions: Jul 08 13:01:47.697915 dv-cinder-789603-11-iscsi neutron-server[93011]: { 'AddressGroup': {'1.2'}, Jul 08 13:01:47.697915 dv-cinder-789603-11-iscsi neutron-server[93011]: 'ConntrackHelper': {'1.0'}, Jul 08 13:01:47.697915 dv-cinder-789603-11-iscsi neutron-server[93011]: 'Log': {'1.0'}, Jul 08 13:01:47.697915 dv-cinder-789603-11-iscsi neutron-server[93011]: 'Network': {'1.1'}, Jul 08 13:01:47.697915 dv-cinder-789603-11-iscsi neutron-server[93011]: 'Port': {'1.7'}, Jul 08 13:01:47.697915 dv-cinder-789603-11-iscsi neutron-server[93011]: 'PortForwarding': {'1.2'}, Jul 08 13:01:47.697915 dv-cinder-789603-11-iscsi neutron-server[93011]: 'QosPolicy': {'1.8'}, Jul 08 13:01:47.697915 dv-cinder-789603-11-iscsi neutron-server[93011]: 'SecurityGroup': {'1.4'}, Jul 08 13:01:47.697915 dv-cinder-789603-11-iscsi neutron-server[93011]: 'SecurityGroupRule': {'1.2'}, Jul 08 13:01:47.697915 dv-cinder-789603-11-iscsi neutron-server[93011]: 'SubPort': {'1.0'}, Jul 08 13:01:47.697915 dv-cinder-789603-11-iscsi neutron-server[93011]: 'Subnet': {'1.1'}, Jul 08 13:01:47.697915 dv-cinder-789603-11-iscsi neutron-server[93011]: 'Trunk': {'1.1'}} Jul 08 13:01:47.697915 dv-cinder-789603-11-iscsi neutron-server[93011]: consumer versions: Jul 08 13:01:47.697915 dv-cinder-789603-11-iscsi neutron-server[93011]: { DHCP agent@dv-cinder-789603-11-iscsi: {}, Jul 08 13:01:47.697915 dv-cinder-789603-11-iscsi neutron-server[93011]: HyperV agent@hv-cinder-78960: {}, Jul 08 13:01:47.697915 dv-cinder-789603-11-iscsi neutron-server[93011]: L3 agent@dv-cinder-789603-11-iscsi: {}, Jul 08 13:01:47.697915 dv-cinder-789603-11-iscsi neutron-server[93011]: Metadata agent@dv-cinder-789603-11-iscsi: {}, Jul 08 13:01:47.697915 dv-cinder-789603-11-iscsi neutron-server[93011]: Metering agent@dv-cinder-789603-11-iscsi: {}, Jul 08 13:01:47.697915 dv-cinder-789603-11-iscsi neutron-server[93011]: Open vSwitch agent@dv-cinder-789603-11-iscsi: { 'AddressGroup': '1.2', Jul 08 13:01:47.697915 dv-cinder-789603-11-iscsi neutron-server[93011]: 'ConntrackHelper': '1.0', Jul 08 13:01:47.697915 dv-cinder-789603-11-iscsi neutron-server[93011]: 'Log': '1.0', Jul 08 13:01:47.697915 dv-cinder-789603-11-iscsi neutron-server[93011]: 'Network': '1.1', Jul 08 13:01:47.697915 dv-cinder-789603-11-iscsi neutron-server[93011]: 'Port': '1.7', Jul 08 13:01:47.697915 dv-cinder-789603-11-iscsi neutron-server[93011]: 'PortForwarding': '1.2', Jul 08 13:01:47.697915 dv-cinder-789603-11-iscsi neutron-server[93011]: 'QosPolicy': '1.8', Jul 08 13:01:47.697915 dv-cinder-789603-11-iscsi neutron-server[93011]: 'SecurityGroup': '1.4', Jul 08 13:01:47.697915 dv-cinder-789603-11-iscsi neutron-server[93011]: 'SecurityGroupRule': '1.2', Jul 08 13:01:47.697915 dv-cinder-789603-11-iscsi neutron-server[93011]: 'SubPort': '1.0', Jul 08 13:01:47.697915 dv-cinder-789603-11-iscsi neutron-server[93011]: 'Subnet': '1.1', Jul 08 13:01:47.697915 dv-cinder-789603-11-iscsi neutron-server[93011]: 'Trunk': '1.1'}} Jul 08 13:01:47.697915 dv-cinder-789603-11-iscsi neutron-server[93011]: {{(pid=93011) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 13:01:47.700938 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Network b50c6e20-5d12-48f8-ada2-d58c7aba656d details requested by agent ovs-agent-dv-cinder-789603-11-iscsi with host dv-cinder-789603-11-iscsi {{(pid=93013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 13:01:47.716442 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-1b548eef-a2a3-4b80-b1df-f25f17f406d4 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2522547 Jul 08 13:01:47.717261 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 35186) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:01:47.728623 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-c67f894b-85bd-4149-9926-5b0caaa0f59b admin admin] Request body: {'subnet': {'network_id': 'b50c6e20-5d12-48f8-ada2-d58c7aba656d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-126788273-subnet', 'tenant_id': 'fe1a1ede37a848729b4152976c43140a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:01:47.750059 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26aa2b54-1b9e-442b-89cd-813646e02345 admin admin] Made reservation on behalf of 45f87e6dad28491db9dd7c8bd15c288e for: {'network': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:01:47.753453 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-26aa2b54-1b9e-442b-89cd-813646e02345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for network, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:47.786880 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67f894b-85bd-4149-9926-5b0caaa0f59b admin admin] Made reservation on behalf of fe1a1ede37a848729b4152976c43140a for: {'subnet': 1} {{(pid=93012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:01:47.790294 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c67f894b-85bd-4149-9926-5b0caaa0f59b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:47.884448 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-26aa2b54-1b9e-442b-89cd-813646e02345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:47.901558 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7b108f-223d-4470-97d2-72d4a578a829 admin admin] Checking segment: {'id': 'da04ac3a-37cb-46dc-a027-e9022e8212d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3251653d-c1cd-4817-8726-9493dab78425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:01:47.902228 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7b108f-223d-4470-97d2-72d4a578a829 admin admin] Network hostable DHCP agents. Network: 3251653d-c1cd-4817-8726-9493dab78425, hostable agents: ['aa9d8c49-a181-49e8-a217-0ebad9c91868'], hosted agents: [] {{(pid=93011) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 13:01:47.940840 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7b108f-223d-4470-97d2-72d4a578a829 admin admin] Network 3251653d-c1cd-4817-8726-9493dab78425 is scheduled to be hosted by DHCP agent aa9d8c49-a181-49e8-a217-0ebad9c91868 with binding_index 1 {{(pid=93011) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 13:01:47.956584 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-5f7b108f-223d-4470-97d2-72d4a578a829 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-11-iscsi, 3251653d-c1cd-4817-8726-9493dab78425) {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:01:47.965188 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7b108f-223d-4470-97d2-72d4a578a829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:01:47.965769 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5f7b108f-223d-4470-97d2-72d4a578a829 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for subnet, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:47.969558 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f950d81d-9444-4d13-865f-55042f86d463 None None] Network 3251653d-c1cd-4817-8726-9493dab78425 requested from dv-cinder-789603-11-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 13:01:48.019179 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-26aa2b54-1b9e-442b-89cd-813646e02345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:48.026509 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-26aa2b54-1b9e-442b-89cd-813646e02345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:48.055556 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-5f7b108f-223d-4470-97d2-72d4a578a829 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7362432 Jul 08 13:01:48.056219 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 35196) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:01:48.062005 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-cd82acfa-c24f-4643-873d-dcb7ec79c381 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2066347670-router', 'tenant_id': '11619993cd774ac09b800cbdf78beb05', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174'}}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:01:48.082079 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26aa2b54-1b9e-442b-89cd-813646e02345 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=93011) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 13:01:48.101807 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c67f894b-85bd-4149-9926-5b0caaa0f59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384'] for subnet, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:48.104081 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-26aa2b54-1b9e-442b-89cd-813646e02345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1381891'] for segment, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:48.104971 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.db.segments_db [None req-26aa2b54-1b9e-442b-89cd-813646e02345 admin admin] Added segment e9afe398-2e2b-4f79-94b7-dda3a4c06771 of type vlan for network a04372ec-c042-4405-a1d0-b6660a8bf946 Jul 08 13:01:48.113938 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-cd82acfa-c24f-4643-873d-dcb7ec79c381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364066'] for router, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:48.115234 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-cd82acfa-c24f-4643-873d-dcb7ec79c381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8364077'] for router, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:48.158298 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-26aa2b54-1b9e-442b-89cd-813646e02345 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739448901726'] for network, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:48.174382 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-cd82acfa-c24f-4643-873d-dcb7ec79c381 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:48.188395 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aa2b54-1b9e-442b-89cd-813646e02345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d1213e-59f9-4176-b6e9-cfde929c546e,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:48.203324 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-26aa2b54-1b9e-442b-89cd-813646e02345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384'] for network, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:48.204984 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26aa2b54-1b9e-442b-89cd-813646e02345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:01:48.205900 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-26aa2b54-1b9e-442b-89cd-813646e02345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for network, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:48.209982 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6190ce3-ca79-4ae9-aa97-40072847a9a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15e29ccc-158f-583f-b514-01e14430e2a0-3251653d-c1cd-4817-8726-9493dab78425', 'network_id': '3251653d-c1cd-4817-8726-9493dab78425', 'tenant_id': '11619993cd774ac09b800cbdf78beb05', 'fixed_ips': [{'subnet_id': 'd3709b84-2db1-4e0f-9f70-caed69efa57a'}]}} from dv-cinder-789603-11-iscsi. {{(pid=93013) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 13:01:48.211246 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-b6190ce3-ca79-4ae9-aa97-40072847a9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:48.287330 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aa2b54-1b9e-442b-89cd-813646e02345 admin admin] Pushing event updated for resources: {'Network': ['ID=a04372ec-c042-4405-a1d0-b6660a8bf946,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:48.314819 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Network a04372ec-c042-4405-a1d0-b6660a8bf946 details requested by agent ovs-agent-dv-cinder-789603-11-iscsi with host dv-cinder-789603-11-iscsi {{(pid=93013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 13:01:48.315017 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-26aa2b54-1b9e-442b-89cd-813646e02345 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2218633 Jul 08 13:01:48.316164 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 35212) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:01:48.320065 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67f894b-85bd-4149-9926-5b0caaa0f59b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbdc0614-803c-4499-ba77-51b1db6adea1,revision_number=0']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:48.331287 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-117efef3-f0c1-429e-8bf2-1df02ccf790a admin admin] Request body: {'subnet': {'network_id': 'a04372ec-c042-4405-a1d0-b6660a8bf946', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-892982610-subnet', 'tenant_id': '45f87e6dad28491db9dd7c8bd15c288e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:01:48.331794 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67f894b-85bd-4149-9926-5b0caaa0f59b admin admin] Checking segment: {'id': '0db854c6-8c10-4220-a3f2-e49127bfc864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b50c6e20-5d12-48f8-ada2-d58c7aba656d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:01:48.332322 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67f894b-85bd-4149-9926-5b0caaa0f59b admin admin] Network hostable DHCP agents. Network: b50c6e20-5d12-48f8-ada2-d58c7aba656d, hostable agents: ['aa9d8c49-a181-49e8-a217-0ebad9c91868'], hosted agents: [] {{(pid=93012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 13:01:48.370733 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117efef3-f0c1-429e-8bf2-1df02ccf790a admin admin] Made reservation on behalf of 45f87e6dad28491db9dd7c8bd15c288e for: {'subnet': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:01:48.375002 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-117efef3-f0c1-429e-8bf2-1df02ccf790a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:48.462548 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-cd82acfa-c24f-4643-873d-dcb7ec79c381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8364095'] for router, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:48.495581 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67f894b-85bd-4149-9926-5b0caaa0f59b admin admin] Network b50c6e20-5d12-48f8-ada2-d58c7aba656d is scheduled to be hosted by DHCP agent aa9d8c49-a181-49e8-a217-0ebad9c91868 with binding_index 1 {{(pid=93012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 13:01:48.546434 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [None req-c67f894b-85bd-4149-9926-5b0caaa0f59b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-11-iscsi, b50c6e20-5d12-48f8-ada2-d58c7aba656d) {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:01:48.551665 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67f894b-85bd-4149-9926-5b0caaa0f59b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:01:48.552421 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c67f894b-85bd-4149-9926-5b0caaa0f59b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for subnet, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:48.561320 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4668f251-8f6d-47ca-b6df-4495fd4a7026 None None] Network b50c6e20-5d12-48f8-ada2-d58c7aba656d requested from dv-cinder-789603-11-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 13:01:48.589542 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-c67f894b-85bd-4149-9926-5b0caaa0f59b admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8597181 Jul 08 13:01:48.641167 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.db_base_plugin_common [None req-b6190ce3-ca79-4ae9-aa97-40072847a9a6 None None] Allocated IP 172.20.0.2 (3251653d-c1cd-4817-8726-9493dab78425/d3709b84-2db1-4e0f-9f70-caed69efa57a/442c9379-d33e-4cab-aa7b-55d9cde3d511) {{(pid=93013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:01:48.665674 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-117efef3-f0c1-429e-8bf2-1df02ccf790a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384'] for subnet, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:48.780260 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-cd82acfa-c24f-4643-873d-dcb7ec79c381 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:48.803889 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092bcb02-5b36-4e19-b27e-852e123f7374 None None] Network b50c6e20-5d12-48f8-ada2-d58c7aba656d requested from dv-cinder-789603-11-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 13:01:48.816990 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-cd82acfa-c24f-4643-873d-dcb7ec79c381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:48.859043 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117efef3-f0c1-429e-8bf2-1df02ccf790a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a7a9e7d-3071-4940-95e2-12dfd08df222,revision_number=0']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:48.861725 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117efef3-f0c1-429e-8bf2-1df02ccf790a admin admin] Checking segment: {'id': 'e9afe398-2e2b-4f79-94b7-dda3a4c06771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a04372ec-c042-4405-a1d0-b6660a8bf946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:01:48.863102 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117efef3-f0c1-429e-8bf2-1df02ccf790a admin admin] Network hostable DHCP agents. Network: a04372ec-c042-4405-a1d0-b6660a8bf946, hostable agents: ['aa9d8c49-a181-49e8-a217-0ebad9c91868'], hosted agents: [] {{(pid=93011) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 13:01:48.908693 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117efef3-f0c1-429e-8bf2-1df02ccf790a admin admin] Network a04372ec-c042-4405-a1d0-b6660a8bf946 is scheduled to be hosted by DHCP agent aa9d8c49-a181-49e8-a217-0ebad9c91868 with binding_index 1 {{(pid=93011) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 13:01:48.923812 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-117efef3-f0c1-429e-8bf2-1df02ccf790a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-11-iscsi, a04372ec-c042-4405-a1d0-b6660a8bf946) {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:01:48.934829 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117efef3-f0c1-429e-8bf2-1df02ccf790a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:01:48.935951 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-117efef3-f0c1-429e-8bf2-1df02ccf790a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for subnet, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:48.943370 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d580bf6-31c4-4bb6-b7de-a4561bef58b7 None None] Network a04372ec-c042-4405-a1d0-b6660a8bf946 requested from dv-cinder-789603-11-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 13:01:48.956336 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-b6190ce3-ca79-4ae9-aa97-40072847a9a6 None None] Notify callbacks [] for port, precommit_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:48.961057 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-117efef3-f0c1-429e-8bf2-1df02ccf790a admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6428449 Jul 08 13:01:48.963216 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 35234) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:01:48.973473 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-aa3a9ad0-d000-4e8c-a023-9f14981ae223 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-892982610-router', 'tenant_id': '45f87e6dad28491db9dd7c8bd15c288e', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174'}}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:01:48.984530 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_common [None req-cd82acfa-c24f-4643-873d-dcb7ec79c381 admin admin] Allocated IP 172.27.1.199 (d18f7e62-ee2d-4e48-b29d-27db78040174/81ab2e47-5fae-4c56-af63-aae451fc3457/a6c14c44-5739-49a2-b297-18c37dfd22c5) {{(pid=93012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:01:48.993189 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-b6190ce3-ca79-4ae9-aa97-40072847a9a6 None None] Transition to ACTIVE for port object 442c9379-d33e-4cab-aa7b-55d9cde3d511 will not be triggered until provisioned by entity L2. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:01:49.009728 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-aa3a9ad0-d000-4e8c-a023-9f14981ae223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364066'] for router, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:49.011871 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-aa3a9ad0-d000-4e8c-a023-9f14981ae223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8364077'] for router, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:49.100960 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-b6190ce3-ca79-4ae9-aa97-40072847a9a6 None None] Transition to ACTIVE for port object 442c9379-d33e-4cab-aa7b-55d9cde3d511 will not be triggered until provisioned by entity DHCP. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:01:49.112878 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-b6190ce3-ca79-4ae9-aa97-40072847a9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276'] for port, after_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:49.164756 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-aa3a9ad0-d000-4e8c-a023-9f14981ae223 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:49.202281 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6190ce3-ca79-4ae9-aa97-40072847a9a6 None None] Network 3251653d-c1cd-4817-8726-9493dab78425 is already hosted by enough agents. {{(pid=93013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:01:49.213876 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.scheduler.base_scheduler [None req-b6190ce3-ca79-4ae9-aa97-40072847a9a6 None None] Resources bound (agent type, host, resource id): {{(pid=93013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:01:49.220461 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6190ce3-ca79-4ae9-aa97-40072847a9a6 None None] Received port after_create {{(pid=93013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:01:49.253452 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6190ce3-ca79-4ae9-aa97-40072847a9a6 None None] Pushing event updated for resources: {'Port': ['ID=442c9379-d33e-4cab-aa7b-55d9cde3d511,revision_number=1']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:49.309644 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-cd82acfa-c24f-4643-873d-dcb7ec79c381 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:49.341682 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6190ce3-ca79-4ae9-aa97-40072847a9a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:49.342058 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6190ce3-ca79-4ae9-aa97-40072847a9a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:49.342446 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6190ce3-ca79-4ae9-aa97-40072847a9a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:49.342725 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6190ce3-ca79-4ae9-aa97-40072847a9a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:49.343057 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6190ce3-ca79-4ae9-aa97-40072847a9a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:49.343390 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6190ce3-ca79-4ae9-aa97-40072847a9a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:49.343722 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6190ce3-ca79-4ae9-aa97-40072847a9a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:49.344049 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6190ce3-ca79-4ae9-aa97-40072847a9a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:49.344425 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6190ce3-ca79-4ae9-aa97-40072847a9a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:49.345286 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6190ce3-ca79-4ae9-aa97-40072847a9a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:49.345609 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6190ce3-ca79-4ae9-aa97-40072847a9a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:49.345932 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6190ce3-ca79-4ae9-aa97-40072847a9a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:49.346983 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6190ce3-ca79-4ae9-aa97-40072847a9a6 None None] Tracked resource versions report: Jul 08 13:01:49.346983 dv-cinder-789603-11-iscsi neutron-server[93013]: pushed versions: Jul 08 13:01:49.346983 dv-cinder-789603-11-iscsi neutron-server[93013]: { 'AddressGroup': {'1.2'}, Jul 08 13:01:49.346983 dv-cinder-789603-11-iscsi neutron-server[93013]: 'ConntrackHelper': {'1.0'}, Jul 08 13:01:49.346983 dv-cinder-789603-11-iscsi neutron-server[93013]: 'Log': {'1.0'}, Jul 08 13:01:49.346983 dv-cinder-789603-11-iscsi neutron-server[93013]: 'Network': {'1.1'}, Jul 08 13:01:49.346983 dv-cinder-789603-11-iscsi neutron-server[93013]: 'Port': {'1.7'}, Jul 08 13:01:49.346983 dv-cinder-789603-11-iscsi neutron-server[93013]: 'PortForwarding': {'1.2'}, Jul 08 13:01:49.346983 dv-cinder-789603-11-iscsi neutron-server[93013]: 'QosPolicy': {'1.8'}, Jul 08 13:01:49.346983 dv-cinder-789603-11-iscsi neutron-server[93013]: 'SecurityGroup': {'1.4'}, Jul 08 13:01:49.346983 dv-cinder-789603-11-iscsi neutron-server[93013]: 'SecurityGroupRule': {'1.2'}, Jul 08 13:01:49.346983 dv-cinder-789603-11-iscsi neutron-server[93013]: 'SubPort': {'1.0'}, Jul 08 13:01:49.346983 dv-cinder-789603-11-iscsi neutron-server[93013]: 'Subnet': {'1.1'}, Jul 08 13:01:49.346983 dv-cinder-789603-11-iscsi neutron-server[93013]: 'Trunk': {'1.1'}} Jul 08 13:01:49.346983 dv-cinder-789603-11-iscsi neutron-server[93013]: consumer versions: Jul 08 13:01:49.346983 dv-cinder-789603-11-iscsi neutron-server[93013]: { DHCP agent@dv-cinder-789603-11-iscsi: {}, Jul 08 13:01:49.346983 dv-cinder-789603-11-iscsi neutron-server[93013]: HyperV agent@hv-cinder-78960: {}, Jul 08 13:01:49.346983 dv-cinder-789603-11-iscsi neutron-server[93013]: L3 agent@dv-cinder-789603-11-iscsi: {}, Jul 08 13:01:49.346983 dv-cinder-789603-11-iscsi neutron-server[93013]: Metadata agent@dv-cinder-789603-11-iscsi: {}, Jul 08 13:01:49.346983 dv-cinder-789603-11-iscsi neutron-server[93013]: Metering agent@dv-cinder-789603-11-iscsi: {}, Jul 08 13:01:49.346983 dv-cinder-789603-11-iscsi neutron-server[93013]: Open vSwitch agent@dv-cinder-789603-11-iscsi: { 'AddressGroup': '1.2', Jul 08 13:01:49.346983 dv-cinder-789603-11-iscsi neutron-server[93013]: 'ConntrackHelper': '1.0', Jul 08 13:01:49.346983 dv-cinder-789603-11-iscsi neutron-server[93013]: 'Log': '1.0', Jul 08 13:01:49.346983 dv-cinder-789603-11-iscsi neutron-server[93013]: 'Network': '1.1', Jul 08 13:01:49.346983 dv-cinder-789603-11-iscsi neutron-server[93013]: 'Port': '1.7', Jul 08 13:01:49.346983 dv-cinder-789603-11-iscsi neutron-server[93013]: 'PortForwarding': '1.2', Jul 08 13:01:49.346983 dv-cinder-789603-11-iscsi neutron-server[93013]: 'QosPolicy': '1.8', Jul 08 13:01:49.346983 dv-cinder-789603-11-iscsi neutron-server[93013]: 'SecurityGroup': '1.4', Jul 08 13:01:49.346983 dv-cinder-789603-11-iscsi neutron-server[93013]: 'SecurityGroupRule': '1.2', Jul 08 13:01:49.346983 dv-cinder-789603-11-iscsi neutron-server[93013]: 'SubPort': '1.0', Jul 08 13:01:49.346983 dv-cinder-789603-11-iscsi neutron-server[93013]: 'Subnet': '1.1', Jul 08 13:01:49.346983 dv-cinder-789603-11-iscsi neutron-server[93013]: 'Trunk': '1.1'}} Jul 08 13:01:49.346983 dv-cinder-789603-11-iscsi neutron-server[93013]: {{(pid=93013) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 13:01:49.371997 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-b6190ce3-ca79-4ae9-aa97-40072847a9a6 None None] Attempting to bind port 442c9379-d33e-4cab-aa7b-55d9cde3d511 on host dv-cinder-789603-11-iscsi for vnic_type normal with profile {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 13:01:49.372329 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-b6190ce3-ca79-4ae9-aa97-40072847a9a6 None None] Attempting to bind port 442c9379-d33e-4cab-aa7b-55d9cde3d511 by drivers openvswitch,hyperv on host dv-cinder-789603-11-iscsi at level 0 using segments [{'id': 'da04ac3a-37cb-46dc-a027-e9022e8212d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3251653d-c1cd-4817-8726-9493dab78425'}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 13:01:49.372749 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6190ce3-ca79-4ae9-aa97-40072847a9a6 None None] Attempting to bind port 442c9379-d33e-4cab-aa7b-55d9cde3d511 on network 3251653d-c1cd-4817-8726-9493dab78425 {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:01:49.394440 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6190ce3-ca79-4ae9-aa97-40072847a9a6 None None] Checking agent: {'id': 'fc4e00a9-53c5-4fcb-bb0a-09b300a741e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 54, 6), 'started_at': datetime.datetime(2021, 7, 8, 12, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 13, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 13:01:49.395122 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6190ce3-ca79-4ae9-aa97-40072847a9a6 None None] Checking segment: {'id': 'da04ac3a-37cb-46dc-a027-e9022e8212d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3251653d-c1cd-4817-8726-9493dab78425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:01:49.395272 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-b6190ce3-ca79-4ae9-aa97-40072847a9a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:49.395737 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6190ce3-ca79-4ae9-aa97-40072847a9a6 None None] Bound using segment: {'id': 'da04ac3a-37cb-46dc-a027-e9022e8212d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3251653d-c1cd-4817-8726-9493dab78425'} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 13:01:49.396130 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-b6190ce3-ca79-4ae9-aa97-40072847a9a6 None None] Bound port: 442c9379-d33e-4cab-aa7b-55d9cde3d511, host: dv-cinder-789603-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da04ac3a-37cb-46dc-a027-e9022e8212d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3251653d-c1cd-4817-8726-9493dab78425'}}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 13:01:49.396568 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-b6190ce3-ca79-4ae9-aa97-40072847a9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:49.406841 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9cef5f-7fad-439d-acf3-0bea47a81ea4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15e29ccc-158f-583f-b514-01e14430e2a0-a04372ec-c042-4405-a1d0-b6660a8bf946', 'network_id': 'a04372ec-c042-4405-a1d0-b6660a8bf946', 'tenant_id': '45f87e6dad28491db9dd7c8bd15c288e', 'fixed_ips': [{'subnet_id': '5a7a9e7d-3071-4940-95e2-12dfd08df222'}]}} from dv-cinder-789603-11-iscsi. {{(pid=93013) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 13:01:49.408302 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-be9cef5f-7fad-439d-acf3-0bea47a81ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:49.413332 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-cd82acfa-c24f-4643-873d-dcb7ec79c381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276'] for port, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:49.419362 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-aa3a9ad0-d000-4e8c-a023-9f14981ae223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8364095'] for router, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:49.507181 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd82acfa-c24f-4643-873d-dcb7ec79c381 admin admin] Pushing event updated for resources: {'Port': ['ID=a6c14c44-5739-49a2-b297-18c37dfd22c5,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:49.537801 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd82acfa-c24f-4643-873d-dcb7ec79c381 admin admin] Network d18f7e62-ee2d-4e48-b29d-27db78040174 is already hosted by enough agents. {{(pid=93012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:01:49.539228 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [None req-cd82acfa-c24f-4643-873d-dcb7ec79c381 admin admin] Resources bound (agent type, host, resource id): {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:01:49.547305 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd82acfa-c24f-4643-873d-dcb7ec79c381 admin admin] Received port after_create {{(pid=93012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:01:49.795859 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-b6190ce3-ca79-4ae9-aa97-40072847a9a6 None None] For port 442c9379-d33e-4cab-aa7b-55d9cde3d511, host dv-cinder-789603-11-iscsi, cleared binding levels {{(pid=93013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 13:01:49.808993 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-b6190ce3-ca79-4ae9-aa97-40072847a9a6 None None] For port 442c9379-d33e-4cab-aa7b-55d9cde3d511, host dv-cinder-789603-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=442c9379-d33e-4cab-aa7b-55d9cde3d511,segment=NetworkSegment(da04ac3a-37cb-46dc-a027-e9022e8212d8),segment_id=da04ac3a-37cb-46dc-a027-e9022e8212d8)] {{(pid=93013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 13:01:49.872457 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-b6190ce3-ca79-4ae9-aa97-40072847a9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:49.898457 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 35284) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:01:49.898792 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 35288) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:01:49.900239 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-aa3a9ad0-d000-4e8c-a023-9f14981ae223 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:49.929279 dv-cinder-789603-11-iscsi neutron-server[93011]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 08 13:01:49.953799 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-aa3a9ad0-d000-4e8c-a023-9f14981ae223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:49.990043 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.db_base_plugin_common [None req-be9cef5f-7fad-439d-acf3-0bea47a81ea4 None None] Allocated IP 172.20.0.2 (a04372ec-c042-4405-a1d0-b6660a8bf946/5a7a9e7d-3071-4940-95e2-12dfd08df222/72522bb7-9736-420d-92f8-c282515e3259) {{(pid=93013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:01:50.069421 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6190ce3-ca79-4ae9-aa97-40072847a9a6 None None] Pushing event updated for resources: {'Port': ['ID=442c9379-d33e-4cab-aa7b-55d9cde3d511,revision_number=2']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:50.191230 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-cd82acfa-c24f-4643-873d-dcb7ec79c381 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:50.242877 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-78277fbb-9d4f-41c1-8a69-4d446af68bf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:50.245247 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [None req-aa3a9ad0-d000-4e8c-a023-9f14981ae223 admin admin] Allocated IP 172.27.1.84 (d18f7e62-ee2d-4e48-b29d-27db78040174/81ab2e47-5fae-4c56-af63-aae451fc3457/15e3fa80-cdc7-41f3-abd5-93c4d59234e9) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:01:50.418942 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-be9cef5f-7fad-439d-acf3-0bea47a81ea4 None None] Notify callbacks [] for port, precommit_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:50.453024 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-be9cef5f-7fad-439d-acf3-0bea47a81ea4 None None] Transition to ACTIVE for port object 72522bb7-9736-420d-92f8-c282515e3259 will not be triggered until provisioned by entity L2. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:01:50.495997 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-be9cef5f-7fad-439d-acf3-0bea47a81ea4 None None] Transition to ACTIVE for port object 72522bb7-9736-420d-92f8-c282515e3259 will not be triggered until provisioned by entity DHCP. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:01:50.506889 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-be9cef5f-7fad-439d-acf3-0bea47a81ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276'] for port, after_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:50.643842 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9cef5f-7fad-439d-acf3-0bea47a81ea4 None None] Pushing event updated for resources: {'Port': ['ID=72522bb7-9736-420d-92f8-c282515e3259,revision_number=1']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:50.666342 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9cef5f-7fad-439d-acf3-0bea47a81ea4 None None] Network a04372ec-c042-4405-a1d0-b6660a8bf946 is already hosted by enough agents. {{(pid=93013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:01:50.675746 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.scheduler.base_scheduler [None req-be9cef5f-7fad-439d-acf3-0bea47a81ea4 None None] Resources bound (agent type, host, resource id): {{(pid=93013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:01:50.679486 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9cef5f-7fad-439d-acf3-0bea47a81ea4 None None] Received port after_create {{(pid=93013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:01:50.727282 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-aa3a9ad0-d000-4e8c-a023-9f14981ae223 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:50.742298 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-cd82acfa-c24f-4643-873d-dcb7ec79c381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545771'] for router, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:50.783329 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db1ba2-2a32-49c1-9cda-9dd5786b50ee req-c2e52c3d-7453-4195-90c9-f1853b82a51d tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:01:50.790489 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-32db1ba2-2a32-49c1-9cda-9dd5786b50ee req-c2e52c3d-7453-4195-90c9-f1853b82a51d tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.59 "GET /v2.0/networks?id=b50c6e20-5d12-48f8-ada2-d58c7aba656d HTTP/1.1" status: 200 len: 811 time: 0.8624256 Jul 08 13:01:50.825230 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-32db1ba2-2a32-49c1-9cda-9dd5786b50ee req-1e469673-d1df-4335-beb9-3049a34b19d0 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.59 "GET /v2.0/quotas/fe1a1ede37a848729b4152976c43140a HTTP/1.1" status: 200 len: 375 time: 0.0335748 Jul 08 13:01:50.827264 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-be9cef5f-7fad-439d-acf3-0bea47a81ea4 None None] Attempting to bind port 72522bb7-9736-420d-92f8-c282515e3259 on host dv-cinder-789603-11-iscsi for vnic_type normal with profile {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 13:01:50.827775 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-be9cef5f-7fad-439d-acf3-0bea47a81ea4 None None] Attempting to bind port 72522bb7-9736-420d-92f8-c282515e3259 by drivers openvswitch,hyperv on host dv-cinder-789603-11-iscsi at level 0 using segments [{'id': 'e9afe398-2e2b-4f79-94b7-dda3a4c06771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a04372ec-c042-4405-a1d0-b6660a8bf946'}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 13:01:50.828062 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9cef5f-7fad-439d-acf3-0bea47a81ea4 None None] Attempting to bind port 72522bb7-9736-420d-92f8-c282515e3259 on network a04372ec-c042-4405-a1d0-b6660a8bf946 {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:01:50.840562 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9cef5f-7fad-439d-acf3-0bea47a81ea4 None None] Checking agent: {'id': 'fc4e00a9-53c5-4fcb-bb0a-09b300a741e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 54, 6), 'started_at': datetime.datetime(2021, 7, 8, 12, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 13, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 13:01:50.842840 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9cef5f-7fad-439d-acf3-0bea47a81ea4 None None] Checking segment: {'id': 'e9afe398-2e2b-4f79-94b7-dda3a4c06771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a04372ec-c042-4405-a1d0-b6660a8bf946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:01:50.843504 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-be9cef5f-7fad-439d-acf3-0bea47a81ea4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:50.846945 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9cef5f-7fad-439d-acf3-0bea47a81ea4 None None] Bound using segment: {'id': 'e9afe398-2e2b-4f79-94b7-dda3a4c06771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a04372ec-c042-4405-a1d0-b6660a8bf946'} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 13:01:50.847768 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-be9cef5f-7fad-439d-acf3-0bea47a81ea4 None None] Bound port: 72522bb7-9736-420d-92f8-c282515e3259, host: dv-cinder-789603-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9afe398-2e2b-4f79-94b7-dda3a4c06771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a04372ec-c042-4405-a1d0-b6660a8bf946'}}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 13:01:50.848422 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-be9cef5f-7fad-439d-acf3-0bea47a81ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:50.912720 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 35322) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:01:50.915323 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-32db1ba2-2a32-49c1-9cda-9dd5786b50ee req-08a2e7a1-4897-4506-8e82-737f10173dd8 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=fe1a1ede37a848729b4152976c43140a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0891674 Jul 08 13:01:50.956211 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd82acfa-c24f-4643-873d-dcb7ec79c381 admin admin] Router 3a627d2c-134b-4204-92c4-5de44e399a60 is scheduled to L3 agent f415b27f-d318-40de-bd28-ecbd03c16a41 with binding_index 1 {{(pid=93012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 13:01:50.963311 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-aa3a9ad0-d000-4e8c-a023-9f14981ae223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:50.967598 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-be9cef5f-7fad-439d-acf3-0bea47a81ea4 None None] For port 72522bb7-9736-420d-92f8-c282515e3259, host dv-cinder-789603-11-iscsi, cleared binding levels {{(pid=93013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 13:01:50.975029 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-be9cef5f-7fad-439d-acf3-0bea47a81ea4 None None] For port 72522bb7-9736-420d-92f8-c282515e3259, host dv-cinder-789603-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=72522bb7-9736-420d-92f8-c282515e3259,segment=NetworkSegment(e9afe398-2e2b-4f79-94b7-dda3a4c06771),segment_id=e9afe398-2e2b-4f79-94b7-dda3a4c06771)] {{(pid=93013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 13:01:50.988469 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-be9cef5f-7fad-439d-acf3-0bea47a81ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:50.989119 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 35330) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:01:51.051544 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3a9ad0-d000-4e8c-a023-9f14981ae223 admin admin] Network d18f7e62-ee2d-4e48-b29d-27db78040174 is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:01:51.063264 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-aa3a9ad0-d000-4e8c-a023-9f14981ae223 admin admin] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:01:51.066874 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3a9ad0-d000-4e8c-a023-9f14981ae223 admin admin] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:01:51.099492 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd82acfa-c24f-4643-873d-dcb7ec79c381 admin admin] Notify agent at l3_agent.dv-cinder-789603-11-iscsi the message routers_updated {{(pid=93012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:01:51.113622 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4737135-352f-45fa-ae61-b566c829bee7 None None] Sync routers for ids ['3a627d2c-134b-4204-92c4-5de44e399a60'] in dv-cinder-789603-11-iscsi {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:01:51.129024 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4737135-352f-45fa-ae61-b566c829bee7 None None] Routers {'3a627d2c-134b-4204-92c4-5de44e399a60'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:01:51.129657 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-e4737135-352f-45fa-ae61-b566c829bee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:01:35Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['3a627d2c-134b-4204-92c4-5de44e399a60'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:01:51.139962 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9cef5f-7fad-439d-acf3-0bea47a81ea4 None None] Pushing event updated for resources: {'Port': ['ID=72522bb7-9736-420d-92f8-c282515e3259,revision_number=2']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:51.299269 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-78277fbb-9d4f-41c1-8a69-4d446af68bf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:51.311561 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-cd82acfa-c24f-4643-873d-dcb7ec79c381 admin admin] Notify callbacks [] for router, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:51.315858 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-cd82acfa-c24f-4643-873d-dcb7ec79c381 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2555046 Jul 08 13:01:51.316236 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 35344) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:01:51.321281 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-e4737135-352f-45fa-ae61-b566c829bee7 None None] Set router 3a627d2c-134b-4204-92c4-5de44e399a60 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:01:51.425838 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3a9ad0-d000-4e8c-a023-9f14981ae223 admin admin] Pushing event updated for resources: {'Port': ['ID=15e3fa80-cdc7-41f3-abd5-93c4d59234e9,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:51.451310 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-25946484-7646-4826-9bf1-ace0127c139d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:51.462539 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-78277fbb-9d4f-41c1-8a69-4d446af68bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:51.583803 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-e4737135-352f-45fa-ae61-b566c829bee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'name': 'tempest-AttachVolumeTestJSON-2066347670-router', 'tenant_id': '11619993cd774ac09b800cbdf78beb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'a6c14c44-5739-49a2-b297-18c37dfd22c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:48Z', 'updated_at': '2021-07-08T13:01:49Z', 'revision_number': 3, 'project_id': '11619993cd774ac09b800cbdf78beb05', 'gw_port': {'id': 'a6c14c44-5739-49a2-b297-18c37dfd22c5', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:48Z', 'updated_at': '2021-07-08T13:01:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi'}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:01:51.631924 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-78277fbb-9d4f-41c1-8a69-4d446af68bf0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=013c12155a2f4df3a473d46e3f59c7be&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6931720 Jul 08 13:01:51.636587 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 35356) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:01:51.650127 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-efde7c81-9d12-4046-bf53-31995f191472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:51.655471 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4737135-352f-45fa-ae61-b566c829bee7 None None] Checking router: 3a627d2c-134b-4204-92c4-5de44e399a60 for host: dv-cinder-789603-11-iscsi {{(pid=93014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:01:51.655835 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4737135-352f-45fa-ae61-b566c829bee7 None None] Updating router 3a627d2c-134b-4204-92c4-5de44e399a60 port a6c14c44-5739-49a2-b297-18c37dfd22c5 binding host dv-cinder-789603-11-iscsi {{(pid=93014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 13:01:51.691514 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [req-32db1ba2-2a32-49c1-9cda-9dd5786b50ee req-bf01b5ac-e680-419a-b565-774dfed70748 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=93011) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 13:01:51.692587 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-32db1ba2-2a32-49c1-9cda-9dd5786b50ee req-bf01b5ac-e680-419a-b565-774dfed70748 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3997858 Jul 08 13:01:51.733904 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e4737135-352f-45fa-ae61-b566c829bee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:51.746542 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78277fbb-9d4f-41c1-8a69-4d446af68bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7683bf-985f-499d-99ab-0d131876475f,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:51.752406 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad832f7c-162b-4b0e-9402-6bdb9e4b7663 None None] Network 3251653d-c1cd-4817-8726-9493dab78425 requested from dv-cinder-789603-11-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 13:01:51.956751 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-aa3a9ad0-d000-4e8c-a023-9f14981ae223 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:52.083130 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 72522bb7-9736-420d-92f8-c282515e3259 up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:01:52.242207 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-db0a0acc-dc64-4104-93a8-0822fc575e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:52.255181 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e4737135-352f-45fa-ae61-b566c829bee7 None None] Notify callbacks [] for port, precommit_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:52.257268 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning for port 72522bb7-9736-420d-92f8-c282515e3259 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:01:52.277684 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-6c82a15d-abaa-41f8-80b9-4895674a3cb7 None None] Provisioning for port 442c9379-d33e-4cab-aa7b-55d9cde3d511 completed by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:01:52.286333 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.provisioning_blocks [None req-e4737135-352f-45fa-ae61-b566c829bee7 None None] Transition to ACTIVE for port object a6c14c44-5739-49a2-b297-18c37dfd22c5 will not be triggered until provisioned by entity L2. {{(pid=93014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:01:52.294943 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e4737135-352f-45fa-ae61-b566c829bee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:52.361798 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 442c9379-d33e-4cab-aa7b-55d9cde3d511 up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:01:52.368971 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7919e3a-604f-4938-8d8b-6ab8003001c5 None None] Pushing event updated for resources: {'Port': ['ID=a6c14c44-5739-49a2-b297-18c37dfd22c5,revision_number=2']} {{(pid=93014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:52.386271 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7919e3a-604f-4938-8d8b-6ab8003001c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:52.386648 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7919e3a-604f-4938-8d8b-6ab8003001c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:52.386998 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7919e3a-604f-4938-8d8b-6ab8003001c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:52.387336 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7919e3a-604f-4938-8d8b-6ab8003001c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:52.387674 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7919e3a-604f-4938-8d8b-6ab8003001c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:52.394335 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7919e3a-604f-4938-8d8b-6ab8003001c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:52.394724 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7919e3a-604f-4938-8d8b-6ab8003001c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:52.395068 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7919e3a-604f-4938-8d8b-6ab8003001c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:52.395410 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7919e3a-604f-4938-8d8b-6ab8003001c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:52.395745 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7919e3a-604f-4938-8d8b-6ab8003001c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:52.396075 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7919e3a-604f-4938-8d8b-6ab8003001c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:52.396428 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7919e3a-604f-4938-8d8b-6ab8003001c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:01:52.397612 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7919e3a-604f-4938-8d8b-6ab8003001c5 None None] Tracked resource versions report: Jul 08 13:01:52.397612 dv-cinder-789603-11-iscsi neutron-server[93014]: pushed versions: Jul 08 13:01:52.397612 dv-cinder-789603-11-iscsi neutron-server[93014]: { 'AddressGroup': {'1.2'}, Jul 08 13:01:52.397612 dv-cinder-789603-11-iscsi neutron-server[93014]: 'ConntrackHelper': {'1.0'}, Jul 08 13:01:52.397612 dv-cinder-789603-11-iscsi neutron-server[93014]: 'Log': {'1.0'}, Jul 08 13:01:52.397612 dv-cinder-789603-11-iscsi neutron-server[93014]: 'Network': {'1.1'}, Jul 08 13:01:52.397612 dv-cinder-789603-11-iscsi neutron-server[93014]: 'Port': {'1.7'}, Jul 08 13:01:52.397612 dv-cinder-789603-11-iscsi neutron-server[93014]: 'PortForwarding': {'1.2'}, Jul 08 13:01:52.397612 dv-cinder-789603-11-iscsi neutron-server[93014]: 'QosPolicy': {'1.8'}, Jul 08 13:01:52.397612 dv-cinder-789603-11-iscsi neutron-server[93014]: 'SecurityGroup': {'1.4'}, Jul 08 13:01:52.397612 dv-cinder-789603-11-iscsi neutron-server[93014]: 'SecurityGroupRule': {'1.2'}, Jul 08 13:01:52.397612 dv-cinder-789603-11-iscsi neutron-server[93014]: 'SubPort': {'1.0'}, Jul 08 13:01:52.397612 dv-cinder-789603-11-iscsi neutron-server[93014]: 'Subnet': {'1.1'}, Jul 08 13:01:52.397612 dv-cinder-789603-11-iscsi neutron-server[93014]: 'Trunk': {'1.1'}} Jul 08 13:01:52.397612 dv-cinder-789603-11-iscsi neutron-server[93014]: consumer versions: Jul 08 13:01:52.397612 dv-cinder-789603-11-iscsi neutron-server[93014]: { DHCP agent@dv-cinder-789603-11-iscsi: {}, Jul 08 13:01:52.397612 dv-cinder-789603-11-iscsi neutron-server[93014]: HyperV agent@hv-cinder-78960: {}, Jul 08 13:01:52.397612 dv-cinder-789603-11-iscsi neutron-server[93014]: L3 agent@dv-cinder-789603-11-iscsi: {}, Jul 08 13:01:52.397612 dv-cinder-789603-11-iscsi neutron-server[93014]: Metadata agent@dv-cinder-789603-11-iscsi: {}, Jul 08 13:01:52.397612 dv-cinder-789603-11-iscsi neutron-server[93014]: Metering agent@dv-cinder-789603-11-iscsi: {}, Jul 08 13:01:52.397612 dv-cinder-789603-11-iscsi neutron-server[93014]: Open vSwitch agent@dv-cinder-789603-11-iscsi: { 'AddressGroup': '1.2', Jul 08 13:01:52.397612 dv-cinder-789603-11-iscsi neutron-server[93014]: 'ConntrackHelper': '1.0', Jul 08 13:01:52.397612 dv-cinder-789603-11-iscsi neutron-server[93014]: 'Log': '1.0', Jul 08 13:01:52.397612 dv-cinder-789603-11-iscsi neutron-server[93014]: 'Network': '1.1', Jul 08 13:01:52.397612 dv-cinder-789603-11-iscsi neutron-server[93014]: 'Port': '1.7', Jul 08 13:01:52.397612 dv-cinder-789603-11-iscsi neutron-server[93014]: 'PortForwarding': '1.2', Jul 08 13:01:52.397612 dv-cinder-789603-11-iscsi neutron-server[93014]: 'QosPolicy': '1.8', Jul 08 13:01:52.397612 dv-cinder-789603-11-iscsi neutron-server[93014]: 'SecurityGroup': '1.4', Jul 08 13:01:52.397612 dv-cinder-789603-11-iscsi neutron-server[93014]: 'SecurityGroupRule': '1.2', Jul 08 13:01:52.397612 dv-cinder-789603-11-iscsi neutron-server[93014]: 'SubPort': '1.0', Jul 08 13:01:52.397612 dv-cinder-789603-11-iscsi neutron-server[93014]: 'Subnet': '1.1', Jul 08 13:01:52.397612 dv-cinder-789603-11-iscsi neutron-server[93014]: 'Trunk': '1.1'}} Jul 08 13:01:52.397612 dv-cinder-789603-11-iscsi neutron-server[93014]: {{(pid=93014) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 08 13:01:52.440556 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-e4737135-352f-45fa-ae61-b566c829bee7 None None] Attempting to bind port a6c14c44-5739-49a2-b297-18c37dfd22c5 on host dv-cinder-789603-11-iscsi for vnic_type normal with profile {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 13:01:52.440929 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-e4737135-352f-45fa-ae61-b566c829bee7 None None] Attempting to bind port a6c14c44-5739-49a2-b297-18c37dfd22c5 by drivers openvswitch,hyperv on host dv-cinder-789603-11-iscsi at level 0 using segments [{'id': 'ec4eb99c-636e-43d3-922e-332a95a4195c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174'}] {{(pid=93014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 13:01:52.441300 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4737135-352f-45fa-ae61-b566c829bee7 None None] Attempting to bind port a6c14c44-5739-49a2-b297-18c37dfd22c5 on network d18f7e62-ee2d-4e48-b29d-27db78040174 {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:01:52.447212 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4737135-352f-45fa-ae61-b566c829bee7 None None] Checking agent: {'id': 'fc4e00a9-53c5-4fcb-bb0a-09b300a741e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 54, 6), 'started_at': datetime.datetime(2021, 7, 8, 12, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 13, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 13:01:52.448285 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4737135-352f-45fa-ae61-b566c829bee7 None None] Checking segment: {'id': 'ec4eb99c-636e-43d3-922e-332a95a4195c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:01:52.448910 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e4737135-352f-45fa-ae61-b566c829bee7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:52.449452 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4737135-352f-45fa-ae61-b566c829bee7 None None] Bound using segment: {'id': 'ec4eb99c-636e-43d3-922e-332a95a4195c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174'} {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 13:01:52.450154 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-e4737135-352f-45fa-ae61-b566c829bee7 None None] Bound port: a6c14c44-5739-49a2-b297-18c37dfd22c5, host: dv-cinder-789603-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec4eb99c-636e-43d3-922e-332a95a4195c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174'}}] {{(pid=93014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 13:01:52.450745 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e4737135-352f-45fa-ae61-b566c829bee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:52.504890 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning for port 442c9379-d33e-4cab-aa7b-55d9cde3d511 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:01:52.510859 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning complete for port 442c9379-d33e-4cab-aa7b-55d9cde3d511 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:01:52.511370 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:52.525887 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.db [None req-e4737135-352f-45fa-ae61-b566c829bee7 None None] For port a6c14c44-5739-49a2-b297-18c37dfd22c5, host dv-cinder-789603-11-iscsi, cleared binding levels {{(pid=93014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 13:01:52.531079 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.db [None req-e4737135-352f-45fa-ae61-b566c829bee7 None None] For port a6c14c44-5739-49a2-b297-18c37dfd22c5, host dv-cinder-789603-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=a6c14c44-5739-49a2-b297-18c37dfd22c5,segment=NetworkSegment(ec4eb99c-636e-43d3-922e-332a95a4195c),segment_id=ec4eb99c-636e-43d3-922e-332a95a4195c)] {{(pid=93014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 13:01:52.540119 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-25946484-7646-4826-9bf1-ace0127c139d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:52.547910 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-e4737135-352f-45fa-ae61-b566c829bee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:52.550459 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-82d3b291-09e8-4be3-9f06-2a36bb94f78e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:52.575886 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-82d3b291-09e8-4be3-9f06-2a36bb94f78e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:52.630502 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7919e3a-604f-4938-8d8b-6ab8003001c5 None None] Pushing event updated for resources: {'Port': ['ID=a6c14c44-5739-49a2-b297-18c37dfd22c5,revision_number=3']} {{(pid=93014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:52.654621 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:52.659640 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-25946484-7646-4826-9bf1-ace0127c139d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:52.669816 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269c0a7f-92c9-4bf2-a9c1-07671f56d365 None None] Network a04372ec-c042-4405-a1d0-b6660a8bf946 requested from dv-cinder-789603-11-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 13:01:52.672834 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4737135-352f-45fa-ae61-b566c829bee7 None None] Routers {'3a627d2c-134b-4204-92c4-5de44e399a60'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:01:52.673475 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-e4737135-352f-45fa-ae61-b566c829bee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:01:35Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['3a627d2c-134b-4204-92c4-5de44e399a60'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:01:52.706306 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_common [None req-db0a0acc-dc64-4104-93a8-0822fc575e44 admin admin] Allocated IP 172.20.0.1 (3251653d-c1cd-4817-8726-9493dab78425/d3709b84-2db1-4e0f-9f70-caed69efa57a/cbbe0068-fe32-41c1-9d0b-756f4f511da0) {{(pid=93012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:01:52.708458 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-82d3b291-09e8-4be3-9f06-2a36bb94f78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:52.711833 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-82d3b291-09e8-4be3-9f06-2a36bb94f78e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:52.713295 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-82d3b291-09e8-4be3-9f06-2a36bb94f78e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bf7683bf-985f-499d-99ab-0d131876475f HTTP/1.1" status: 204 len: 168 time: 1.0643330 Jul 08 13:01:52.718861 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] For port 442c9379-d33e-4cab-aa7b-55d9cde3d511, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=442c9379-d33e-4cab-aa7b-55d9cde3d511,segment=NetworkSegment(da04ac3a-37cb-46dc-a027-e9022e8212d8),segment_id=da04ac3a-37cb-46dc-a027-e9022e8212d8)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:01:52.794712 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:52.823917 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25946484-7646-4826-9bf1-ace0127c139d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8e8a9e-62a8-4e27-a846-5e8179b28812,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:52.835156 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-32db1ba2-2a32-49c1-9cda-9dd5786b50ee req-5f37ed3b-aa8a-434f-9051-152cfe6498de service neutron] 10.222.0.59 "GET /v2.0/networks/b50c6e20-5d12-48f8-ada2-d58c7aba656d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0981996 Jul 08 13:01:52.846577 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d3b291-09e8-4be3-9f06-2a36bb94f78e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7683bf-985f-499d-99ab-0d131876475f,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:52.853228 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-db0a0acc-dc64-4104-93a8-0822fc575e44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:52.854723 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-25946484-7646-4826-9bf1-ace0127c139d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8de8d9233d1240dca32479fe4a98a399&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8636761 Jul 08 13:01:52.879210 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.provisioning_blocks [None req-db0a0acc-dc64-4104-93a8-0822fc575e44 admin admin] Transition to ACTIVE for port object cbbe0068-fe32-41c1-9d0b-756f4f511da0 will not be triggered until provisioned by entity DHCP. {{(pid=93012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:01:52.881912 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 35384) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:01:52.882674 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-aa3a9ad0-d000-4e8c-a023-9f14981ae223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545771'] for router, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:52.915759 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Pushing event updated for resources: {'Port': ['ID=442c9379-d33e-4cab-aa7b-55d9cde3d511,revision_number=3']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:52.922223 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-db0a0acc-dc64-4104-93a8-0822fc575e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276'] for port, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:52.927279 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-e4737135-352f-45fa-ae61-b566c829bee7 None None] Set router 3a627d2c-134b-4204-92c4-5de44e399a60 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:01:52.929344 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-59b22278-4c16-469b-ba4a-7c9df31c05a9 None None] Provisioning for port 72522bb7-9736-420d-92f8-c282515e3259 completed by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:01:52.945610 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-59b22278-4c16-469b-ba4a-7c9df31c05a9 None None] Provisioning complete for port 72522bb7-9736-420d-92f8-c282515e3259 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:01:52.946365 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-59b22278-4c16-469b-ba4a-7c9df31c05a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:52.977808 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0a0acc-dc64-4104-93a8-0822fc575e44 admin admin] Network 3251653d-c1cd-4817-8726-9493dab78425 is already hosted by enough agents. {{(pid=93012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:01:52.979575 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [None req-db0a0acc-dc64-4104-93a8-0822fc575e44 admin admin] Resources bound (agent type, host, resource id): {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:01:52.993664 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0a0acc-dc64-4104-93a8-0822fc575e44 admin admin] Received port after_create {{(pid=93012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:01:52.994177 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-db0a0acc-dc64-4104-93a8-0822fc575e44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546274'] for router_interface, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:53.076037 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-59b22278-4c16-469b-ba4a-7c9df31c05a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:53.163637 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-59b22278-4c16-469b-ba4a-7c9df31c05a9 None None] For port 72522bb7-9736-420d-92f8-c282515e3259, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=72522bb7-9736-420d-92f8-c282515e3259,segment=NetworkSegment(e9afe398-2e2b-4f79-94b7-dda3a4c06771),segment_id=e9afe398-2e2b-4f79-94b7-dda3a4c06771)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:01:53.179736 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-59b22278-4c16-469b-ba4a-7c9df31c05a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:53.229933 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-e4737135-352f-45fa-ae61-b566c829bee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'name': 'tempest-AttachVolumeTestJSON-2066347670-router', 'tenant_id': '11619993cd774ac09b800cbdf78beb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'a6c14c44-5739-49a2-b297-18c37dfd22c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:48Z', 'updated_at': '2021-07-08T13:01:49Z', 'revision_number': 3, 'project_id': '11619993cd774ac09b800cbdf78beb05', 'gw_port': {'id': 'a6c14c44-5739-49a2-b297-18c37dfd22c5', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:48Z', 'updated_at': '2021-07-08T13:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi'}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:01:53.312756 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4737135-352f-45fa-ae61-b566c829bee7 None None] The sync data for ids ['3a627d2c-134b-4204-92c4-5de44e399a60'] in dv-cinder-789603-11-iscsi is: [{'id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'name': 'tempest-AttachVolumeTestJSON-2066347670-router', 'tenant_id': '11619993cd774ac09b800cbdf78beb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'a6c14c44-5739-49a2-b297-18c37dfd22c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:48Z', 'updated_at': '2021-07-08T13:01:49Z', 'revision_number': 3, 'project_id': '11619993cd774ac09b800cbdf78beb05', 'gw_port': {'id': 'a6c14c44-5739-49a2-b297-18c37dfd22c5', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:48Z', 'updated_at': '2021-07-08T13:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi'}] {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:01:53.322907 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-cfff035b-5c95-4c6c-8329-f28eb18bc8e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:53.332265 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 35390) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:01:53.349513 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-b10558e8-3936-4822-be45-edafe879d6ff None None] Provisioning complete for port 442c9379-d33e-4cab-aa7b-55d9cde3d511 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:01:53.349890 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-b10558e8-3936-4822-be45-edafe879d6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:53.364680 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-89fc9faf-73d8-43e6-ad5f-fc684f769542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:53.378546 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b22278-4c16-469b-ba4a-7c9df31c05a9 None None] Pushing event updated for resources: {'Port': ['ID=72522bb7-9736-420d-92f8-c282515e3259,revision_number=3']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:53.381283 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a0acc-dc64-4104-93a8-0822fc575e44 admin admin] Pushing event updated for resources: {'Port': ['ID=cbbe0068-fe32-41c1-9d0b-756f4f511da0,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:53.404018 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-efde7c81-9d12-4046-bf53-31995f191472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:53.419596 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-efde7c81-9d12-4046-bf53-31995f191472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:53.461758 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-efde7c81-9d12-4046-bf53-31995f191472 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d90bdd0685c04018a551bfe8620a811b&name=default HTTP/1.1" status: 200 len: 2975 time: 2.5451527 Jul 08 13:01:53.468643 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-32db1ba2-2a32-49c1-9cda-9dd5786b50ee req-55897fe7-f5de-4a5d-b982-f2fe07ca8efb service neutron] 10.222.0.59 "GET /v2.0/networks/b50c6e20-5d12-48f8-ada2-d58c7aba656d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6145802 Jul 08 13:01:53.468899 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 35394) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:01:53.480312 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-cfff035b-5c95-4c6c-8329-f28eb18bc8e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:53.484426 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-db0a0acc-dc64-4104-93a8-0822fc575e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:53.583466 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde7c81-9d12-4046-bf53-31995f191472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea9099a-10c7-4a3c-9941-be0e7b2294f3,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:53.632662 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-01987bc0-2261-4cd1-ab45-a3ff82ff377c None None] Provisioning for port cbbe0068-fe32-41c1-9d0b-756f4f511da0 completed by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:01:53.649156 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-01987bc0-2261-4cd1-ab45-a3ff82ff377c None None] Provisioning complete for port cbbe0068-fe32-41c1-9d0b-756f4f511da0 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:01:53.650615 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-01987bc0-2261-4cd1-ab45-a3ff82ff377c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:53.657407 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-649eb32f-3c3f-4861-991d-af30f40c7fcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:53.694471 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa3a9ad0-d000-4e8c-a023-9f14981ae223 admin admin] Router 1aeef19a-87d7-4c40-88a5-a3282d199b45 is scheduled to L3 agent f415b27f-d318-40de-bd28-ecbd03c16a41 with binding_index 1 {{(pid=93011) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 13:01:53.767391 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-cfff035b-5c95-4c6c-8329-f28eb18bc8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:53.770074 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-cfff035b-5c95-4c6c-8329-f28eb18bc8e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:53.771234 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-cfff035b-5c95-4c6c-8329-f28eb18bc8e8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0c8e8a9e-62a8-4e27-a846-5e8179b28812 HTTP/1.1" status: 204 len: 168 time: 0.8861985 Jul 08 13:01:53.786026 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-649eb32f-3c3f-4861-991d-af30f40c7fcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:53.812121 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-01987bc0-2261-4cd1-ab45-a3ff82ff377c None None] Port cbbe0068-fe32-41c1-9d0b-756f4f511da0 cannot update to ACTIVE because it is not bound. {{(pid=93013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 13:01:53.820463 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-db0a0acc-dc64-4104-93a8-0822fc575e44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:53.822939 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff035b-5c95-4c6c-8329-f28eb18bc8e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8e8a9e-62a8-4e27-a846-5e8179b28812,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:53.827854 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-db0a0acc-dc64-4104-93a8-0822fc575e44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:53.829275 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-db0a0acc-dc64-4104-93a8-0822fc575e44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545201'] for router_interface, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:53.944545 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-abb1bcd6-ad9c-49bc-9583-70656b90bcfd None None] Provisioning complete for port 72522bb7-9736-420d-92f8-c282515e3259 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:01:53.944916 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-abb1bcd6-ad9c-49bc-9583-70656b90bcfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:53.985877 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a0acc-dc64-4104-93a8-0822fc575e44 admin admin] Pushing event updated for resources: {'Port': ['ID=cbbe0068-fe32-41c1-9d0b-756f4f511da0,revision_number=2']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:54.006107 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-89fc9faf-73d8-43e6-ad5f-fc684f769542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:54.023128 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-89fc9faf-73d8-43e6-ad5f-fc684f769542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:54.032812 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 35410) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:01:54.062644 dv-cinder-789603-11-iscsi neutron-server[93012]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 08 13:01:54.124891 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-89fc9faf-73d8-43e6-ad5f-fc684f769542 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3339552f2c024fe4982adb33aae00fe5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7914808 Jul 08 13:01:54.130514 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 35418) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:01:54.136976 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 72522bb7-9736-420d-92f8-c282515e3259 up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:01:54.218102 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-82beaa93-a744-47b5-93e7-5f098ac4547f req-ee97c845-7f97-4f9e-b7a6-507aa9a20a35 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.59 "GET /v2.0/ports?device_id=47e214a6-9a31-4f7e-82e1-0ddd36af31c2 HTTP/1.1" status: 200 len: 210 time: 0.1842129 Jul 08 13:01:54.224083 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa3a9ad0-d000-4e8c-a023-9f14981ae223 admin admin] Notify agent at l3_agent.dv-cinder-789603-11-iscsi the message routers_updated {{(pid=93011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:01:54.241525 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01af4234-0b19-474b-bd33-0ded4e14d6a2 None None] Sync routers for ids ['1aeef19a-87d7-4c40-88a5-a3282d199b45'] in dv-cinder-789603-11-iscsi {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:01:54.246839 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0a0acc-dc64-4104-93a8-0822fc575e44 admin admin] Network 3251653d-c1cd-4817-8726-9493dab78425 is already hosted by enough agents. {{(pid=93012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:01:54.249449 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [None req-db0a0acc-dc64-4104-93a8-0822fc575e44 admin admin] Resources bound (agent type, host, resource id): {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:01:54.264993 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc9faf-73d8-43e6-ad5f-fc684f769542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c64f6a-276c-4b6e-9383-e1e025271512,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:54.283694 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01af4234-0b19-474b-bd33-0ded4e14d6a2 None None] Routers {'1aeef19a-87d7-4c40-88a5-a3282d199b45'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:01:54.284359 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-01af4234-0b19-474b-bd33-0ded4e14d6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:01:35Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['1aeef19a-87d7-4c40-88a5-a3282d199b45'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:01:54.289459 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning complete for port 72522bb7-9736-420d-92f8-c282515e3259 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:01:54.289459 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:54.357688 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-aa3a9ad0-d000-4e8c-a023-9f14981ae223 admin admin] Notify callbacks [] for router, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:54.362952 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-aa3a9ad0-d000-4e8c-a023-9f14981ae223 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.3977683 Jul 08 13:01:54.364775 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 35422) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:01:54.398835 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-649eb32f-3c3f-4861-991d-af30f40c7fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:54.403444 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-649eb32f-3c3f-4861-991d-af30f40c7fcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:54.424783 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-649eb32f-3c3f-4861-991d-af30f40c7fcc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5ea9099a-10c7-4a3c-9941-be0e7b2294f3 HTTP/1.1" status: 204 len: 168 time: 0.9431016 Jul 08 13:01:54.491946 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0d3cb16b-456d-4de7-a5b6-fe3311a3e32c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:54.503364 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649eb32f-3c3f-4861-991d-af30f40c7fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea9099a-10c7-4a3c-9941-be0e7b2294f3,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:54.564498 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db0a0acc-dc64-4104-93a8-0822fc575e44 admin admin] Router 3a627d2c-134b-4204-92c4-5de44e399a60 has already been hosted by L3 agent f415b27f-d318-40de-bd28-ecbd03c16a41 {{(pid=93012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 13:01:54.587437 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 35430) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:01:54.594181 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0d3cb16b-456d-4de7-a5b6-fe3311a3e32c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:54.626444 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-87c23eb6-8ef3-4af0-bd8e-8ffbc0ad2c4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:54.642981 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-01af4234-0b19-474b-bd33-0ded4e14d6a2 None None] Set router 1aeef19a-87d7-4c40-88a5-a3282d199b45 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:01:54.803241 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 442c9379-d33e-4cab-aa7b-55d9cde3d511 up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:01:54.839828 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0a0acc-dc64-4104-93a8-0822fc575e44 admin admin] Notify agent at l3_agent.dv-cinder-789603-11-iscsi the message routers_updated {{(pid=93012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:01:54.852102 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-db0a0acc-dc64-4104-93a8-0822fc575e44 admin admin] 10.222.0.59 "PUT /v2.0/routers/3a627d2c-134b-4204-92c4-5de44e399a60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5347672 Jul 08 13:01:54.895125 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-52659cf5-31ad-402c-9108-a0841884eb2a None None] Provisioning complete for port cbbe0068-fe32-41c1-9d0b-756f4f511da0 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:01:54.895406 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-52659cf5-31ad-402c-9108-a0841884eb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:54.927354 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-87c23eb6-8ef3-4af0-bd8e-8ffbc0ad2c4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:54.936819 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-87c23eb6-8ef3-4af0-bd8e-8ffbc0ad2c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:54.973707 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-52659cf5-31ad-402c-9108-a0841884eb2a None None] Port cbbe0068-fe32-41c1-9d0b-756f4f511da0 cannot update to ACTIVE because it is not bound. {{(pid=93013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 13:01:55.029295 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-87c23eb6-8ef3-4af0-bd8e-8ffbc0ad2c4d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bcaf6479ff8c45fb87d605ba06a40e55&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4379494 Jul 08 13:01:55.030500 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c23eb6-8ef3-4af0-bd8e-8ffbc0ad2c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dba6df5-f1c4-4971-8ee3-47d2ecab933d,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:55.034233 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 35448) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:01:55.077010 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning complete for port 442c9379-d33e-4cab-aa7b-55d9cde3d511 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:01:55.077380 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:55.101438 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0d3cb16b-456d-4de7-a5b6-fe3311a3e32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:55.107711 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0d3cb16b-456d-4de7-a5b6-fe3311a3e32c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:55.111803 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-0d3cb16b-456d-4de7-a5b6-fe3311a3e32c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d9c64f6a-276c-4b6e-9383-e1e025271512 HTTP/1.1" status: 204 len: 168 time: 0.8866115 Jul 08 13:01:55.123308 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-32eb8f8e-f02c-45db-bc98-1bb1fa33e1c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:55.144029 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3cb16b-456d-4de7-a5b6-fe3311a3e32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c64f6a-276c-4b6e-9383-e1e025271512,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:55.150135 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-32eb8f8e-f02c-45db-bc98-1bb1fa33e1c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:55.222456 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-32eb8f8e-f02c-45db-bc98-1bb1fa33e1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:55.225285 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-32eb8f8e-f02c-45db-bc98-1bb1fa33e1c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:55.229376 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-32eb8f8e-f02c-45db-bc98-1bb1fa33e1c8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9dba6df5-f1c4-4971-8ee3-47d2ecab933d HTTP/1.1" status: 204 len: 168 time: 0.1940629 Jul 08 13:01:55.235393 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-01af4234-0b19-474b-bd33-0ded4e14d6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'name': 'tempest-AttachVolumeShelveTestJSON-892982610-router', 'tenant_id': '45f87e6dad28491db9dd7c8bd15c288e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '15e3fa80-cdc7-41f3-abd5-93c4d59234e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:49Z', 'updated_at': '2021-07-08T13:01:51Z', 'revision_number': 3, 'project_id': '45f87e6dad28491db9dd7c8bd15c288e', 'gw_port': {'id': '15e3fa80-cdc7-41f3-abd5-93c4d59234e9', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:63:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:49Z', 'updated_at': '2021-07-08T13:01:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi'}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:01:55.245765 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb8f8e-f02c-45db-bc98-1bb1fa33e1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dba6df5-f1c4-4971-8ee3-47d2ecab933d,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:55.283183 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 35462) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:01:55.302151 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ec6ca090-67a3-49bc-b036-fb64fb656c5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:55.308595 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01af4234-0b19-474b-bd33-0ded4e14d6a2 None None] Checking router: 1aeef19a-87d7-4c40-88a5-a3282d199b45 for host: dv-cinder-789603-11-iscsi {{(pid=93013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:01:55.309207 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01af4234-0b19-474b-bd33-0ded4e14d6a2 None None] Updating router 1aeef19a-87d7-4c40-88a5-a3282d199b45 port 15e3fa80-cdc7-41f3-abd5-93c4d59234e9 binding host dv-cinder-789603-11-iscsi {{(pid=93013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 13:01:55.406382 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device a6c14c44-5739-49a2-b297-18c37dfd22c5 up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:01:55.440065 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-17a2fbc5-d412-4e09-903a-779b59a845fe req-ccc5f5b9-133c-473a-a5e7-4341d5811dae tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.59 "GET /v2.0/ports?device_id=47e214a6-9a31-4f7e-82e1-0ddd36af31c2 HTTP/1.1" status: 200 len: 210 time: 0.0587451 Jul 08 13:01:55.519626 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ec6ca090-67a3-49bc-b036-fb64fb656c5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:55.538922 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ec6ca090-67a3-49bc-b036-fb64fb656c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:55.562483 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-01af4234-0b19-474b-bd33-0ded4e14d6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:55.587863 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ca090-67a3-49bc-b036-fb64fb656c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c79f5133-4f10-49a0-9154-50d7511ba5c1,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:55.645913 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-ec6ca090-67a3-49bc-b036-fb64fb656c5e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=863f62ecc1254690924f9d1fcb8f3e23&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3612280 Jul 08 13:01:55.646589 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 35478) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:01:55.770791 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-61427c7b-1f0f-40fb-8ebf-9d4ef2dc6c4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:55.800451 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a5d30b62-4884-472f-95e3-923988e38065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:55.822969 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-61427c7b-1f0f-40fb-8ebf-9d4ef2dc6c4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:55.925347 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-61427c7b-1f0f-40fb-8ebf-9d4ef2dc6c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:55.928017 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-61427c7b-1f0f-40fb-8ebf-9d4ef2dc6c4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:55.935425 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-61427c7b-1f0f-40fb-8ebf-9d4ef2dc6c4b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c79f5133-4f10-49a0-9154-50d7511ba5c1 HTTP/1.1" status: 204 len: 168 time: 0.2843418 Jul 08 13:01:55.945677 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61427c7b-1f0f-40fb-8ebf-9d4ef2dc6c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79f5133-4f10-49a0-9154-50d7511ba5c1,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:56.025087 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning for port a6c14c44-5739-49a2-b297-18c37dfd22c5 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:01:56.032498 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502903d4-8001-43f7-9643-e464cbb17137 None None] Sync routers for ids ['3a627d2c-134b-4204-92c4-5de44e399a60'] in dv-cinder-789603-11-iscsi {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:01:56.071829 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502903d4-8001-43f7-9643-e464cbb17137 None None] Routers {'3a627d2c-134b-4204-92c4-5de44e399a60'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:01:56.079059 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-502903d4-8001-43f7-9643-e464cbb17137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:01:35Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['3a627d2c-134b-4204-92c4-5de44e399a60'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:01:56.138036 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning complete for port a6c14c44-5739-49a2-b297-18c37dfd22c5 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:01:56.139095 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:56.306526 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [None req-a5d30b62-4884-472f-95e3-923988e38065 admin admin] Allocated IP 172.20.0.1 (a04372ec-c042-4405-a1d0-b6660a8bf946/5a7a9e7d-3071-4940-95e2-12dfd08df222/e7f68077-d005-4327-adda-3628edd68008) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:01:56.314771 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-502903d4-8001-43f7-9643-e464cbb17137 None None] Set router 3a627d2c-134b-4204-92c4-5de44e399a60 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:01:56.345734 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 35512) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:01:56.356258 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-785adb1e-c14f-4462-95aa-72be8e05cc4c tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1881649747', 'description': 'tempest-description--1793158178'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:01:56.413633 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-785adb1e-c14f-4462-95aa-72be8e05cc4c tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:56.557312 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a5d30b62-4884-472f-95e3-923988e38065 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:56.583866 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-a5d30b62-4884-472f-95e3-923988e38065 admin admin] Transition to ACTIVE for port object e7f68077-d005-4327-adda-3628edd68008 will not be triggered until provisioned by entity DHCP. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:01:56.675328 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a5d30b62-4884-472f-95e3-923988e38065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:56.690932 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-502903d4-8001-43f7-9643-e464cbb17137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'name': 'tempest-AttachVolumeTestJSON-2066347670-router', 'tenant_id': '11619993cd774ac09b800cbdf78beb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'a6c14c44-5739-49a2-b297-18c37dfd22c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:48Z', 'updated_at': '2021-07-08T13:01:53Z', 'revision_number': 4, 'project_id': '11619993cd774ac09b800cbdf78beb05', 'gw_port': {'id': 'a6c14c44-5739-49a2-b297-18c37dfd22c5', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:48Z', 'updated_at': '2021-07-08T13:01:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': 'cbbe0068-fe32-41c1-9d0b-756f4f511da0', 'name': '', 'network_id': '3251653d-c1cd-4817-8726-9493dab78425', 'tenant_id': '11619993cd774ac09b800cbdf78beb05', 'mac_address': 'fa:16:3e:58:e9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3709b84-2db1-4e0f-9f70-caed69efa57a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:52Z', 'updated_at': '2021-07-08T13:01:53Z', 'revision_number': 2, 'project_id': '11619993cd774ac09b800cbdf78beb05', 'subnets': [{'id': 'd3709b84-2db1-4e0f-9f70-caed69efa57a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:01:56.730599 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d30b62-4884-472f-95e3-923988e38065 admin admin] Network a04372ec-c042-4405-a1d0-b6660a8bf946 is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:01:56.731016 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502903d4-8001-43f7-9643-e464cbb17137 None None] Checking router: 3a627d2c-134b-4204-92c4-5de44e399a60 for host: dv-cinder-789603-11-iscsi {{(pid=93014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:01:56.731558 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502903d4-8001-43f7-9643-e464cbb17137 None None] Updating router 3a627d2c-134b-4204-92c4-5de44e399a60 port cbbe0068-fe32-41c1-9d0b-756f4f511da0 binding host dv-cinder-789603-11-iscsi {{(pid=93014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 13:01:56.732866 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-929361c8-fbbd-450e-bdc0-536ddb79f829 req-df21a4ae-8d3a-415f-8494-67de392e3492 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.59 "GET /v2.0/ports?device_id=47e214a6-9a31-4f7e-82e1-0ddd36af31c2 HTTP/1.1" status: 200 len: 210 time: 0.1324444 Jul 08 13:01:56.734654 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-a5d30b62-4884-472f-95e3-923988e38065 admin admin] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:01:56.755015 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d30b62-4884-472f-95e3-923988e38065 admin admin] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:01:56.755879 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a5d30b62-4884-472f-95e3-923988e38065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546274'] for router_interface, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:56.765997 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d30b62-4884-472f-95e3-923988e38065 admin admin] Pushing event updated for resources: {'Port': ['ID=e7f68077-d005-4327-adda-3628edd68008,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:56.784488 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:56.806547 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-502903d4-8001-43f7-9643-e464cbb17137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:56.847429 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-01af4234-0b19-474b-bd33-0ded4e14d6a2 None None] Notify callbacks [] for port, precommit_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:56.890825 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] For port a6c14c44-5739-49a2-b297-18c37dfd22c5, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=a6c14c44-5739-49a2-b297-18c37dfd22c5,segment=NetworkSegment(ec4eb99c-636e-43d3-922e-332a95a4195c),segment_id=ec4eb99c-636e-43d3-922e-332a95a4195c)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:01:56.907995 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:56.935417 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-01af4234-0b19-474b-bd33-0ded4e14d6a2 None None] Transition to ACTIVE for port object 15e3fa80-cdc7-41f3-abd5-93c4d59234e9 will not be triggered until provisioned by entity L2. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:01:56.982467 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-785adb1e-c14f-4462-95aa-72be8e05cc4c tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:56.989982 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-785adb1e-c14f-4462-95aa-72be8e05cc4c tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:57.018046 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-01af4234-0b19-474b-bd33-0ded4e14d6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:57.040688 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-785adb1e-c14f-4462-95aa-72be8e05cc4c tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:57.046090 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-785adb1e-c14f-4462-95aa-72be8e05cc4c tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6949558 Jul 08 13:01:57.068044 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 35552) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:01:57.099883 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-7dec61bd-a84c-4942-b018-145f7460f597 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Request body: {'security_group_rule': {'security_group_id': '537162c2-7e03-42f9-9511-978f3a376ba4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:01:57.230163 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-01af4234-0b19-474b-bd33-0ded4e14d6a2 None None] Attempting to bind port 15e3fa80-cdc7-41f3-abd5-93c4d59234e9 on host dv-cinder-789603-11-iscsi for vnic_type normal with profile {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 13:01:57.230453 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-01af4234-0b19-474b-bd33-0ded4e14d6a2 None None] Attempting to bind port 15e3fa80-cdc7-41f3-abd5-93c4d59234e9 by drivers openvswitch,hyperv on host dv-cinder-789603-11-iscsi at level 0 using segments [{'id': 'ec4eb99c-636e-43d3-922e-332a95a4195c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174'}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 13:01:57.231004 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01af4234-0b19-474b-bd33-0ded4e14d6a2 None None] Attempting to bind port 15e3fa80-cdc7-41f3-abd5-93c4d59234e9 on network d18f7e62-ee2d-4e48-b29d-27db78040174 {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:01:57.248715 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Pushing event updated for resources: {'Port': ['ID=a6c14c44-5739-49a2-b297-18c37dfd22c5,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:57.254487 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785adb1e-c14f-4462-95aa-72be8e05cc4c tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=537162c2-7e03-42f9-9511-978f3a376ba4,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:57.287689 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-6c493cf3-157d-49c9-8ac3-9363df4dff88 None None] Provisioning for port e7f68077-d005-4327-adda-3628edd68008 completed by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:01:57.300941 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-7dec61bd-a84c-4942-b018-145f7460f597 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:57.315530 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a5d30b62-4884-472f-95e3-923988e38065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:57.354391 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01af4234-0b19-474b-bd33-0ded4e14d6a2 None None] Checking agent: {'id': 'fc4e00a9-53c5-4fcb-bb0a-09b300a741e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 54, 6), 'started_at': datetime.datetime(2021, 7, 8, 12, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 13, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 13:01:57.354849 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01af4234-0b19-474b-bd33-0ded4e14d6a2 None None] Checking segment: {'id': 'ec4eb99c-636e-43d3-922e-332a95a4195c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:01:57.356559 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-01af4234-0b19-474b-bd33-0ded4e14d6a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:57.356988 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01af4234-0b19-474b-bd33-0ded4e14d6a2 None None] Bound using segment: {'id': 'ec4eb99c-636e-43d3-922e-332a95a4195c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174'} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 13:01:57.357501 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-01af4234-0b19-474b-bd33-0ded4e14d6a2 None None] Bound port: 15e3fa80-cdc7-41f3-abd5-93c4d59234e9, host: dv-cinder-789603-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec4eb99c-636e-43d3-922e-332a95a4195c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174'}}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 13:01:57.358769 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-01af4234-0b19-474b-bd33-0ded4e14d6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:57.478108 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-502903d4-8001-43f7-9643-e464cbb17137 None None] Notify callbacks [] for port, precommit_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:57.489714 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.provisioning_blocks [None req-502903d4-8001-43f7-9643-e464cbb17137 None None] Transition to ACTIVE for port object cbbe0068-fe32-41c1-9d0b-756f4f511da0 will not be triggered until provisioned by entity L2. {{(pid=93014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:01:57.499559 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-502903d4-8001-43f7-9643-e464cbb17137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:57.530264 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-7dec61bd-a84c-4942-b018-145f7460f597 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:57.543137 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-7dec61bd-a84c-4942-b018-145f7460f597 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522527'] for security_group_rule, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:57.543379 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-6c493cf3-157d-49c9-8ac3-9363df4dff88 None None] Provisioning complete for port e7f68077-d005-4327-adda-3628edd68008 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:01:57.544949 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-6c493cf3-157d-49c9-8ac3-9363df4dff88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:57.609665 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e8769a-4245-4078-b66f-494461b0648a None None] Pushing event updated for resources: {'Port': ['ID=cbbe0068-fe32-41c1-9d0b-756f4f511da0,revision_number=3']} {{(pid=93014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:57.653520 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec61bd-a84c-4942-b018-145f7460f597 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b665ec23-de01-4a2e-b8e1-0e2f14653a2b,revision_number=0']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:57.656576 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-01af4234-0b19-474b-bd33-0ded4e14d6a2 None None] For port 15e3fa80-cdc7-41f3-abd5-93c4d59234e9, host dv-cinder-789603-11-iscsi, cleared binding levels {{(pid=93013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 13:01:57.666140 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-6c493cf3-157d-49c9-8ac3-9363df4dff88 None None] Port e7f68077-d005-4327-adda-3628edd68008 cannot update to ACTIVE because it is not bound. {{(pid=93013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 13:01:57.675811 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-7dec61bd-a84c-4942-b018-145f7460f597 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:57.684311 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-7dec61bd-a84c-4942-b018-145f7460f597 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6045439 Jul 08 13:01:57.686231 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 35584) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:01:57.686479 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-01af4234-0b19-474b-bd33-0ded4e14d6a2 None None] For port 15e3fa80-cdc7-41f3-abd5-93c4d59234e9, host dv-cinder-789603-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=15e3fa80-cdc7-41f3-abd5-93c4d59234e9,segment=NetworkSegment(ec4eb99c-636e-43d3-922e-332a95a4195c),segment_id=ec4eb99c-636e-43d3-922e-332a95a4195c)] {{(pid=93013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 13:01:57.698836 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-01af4234-0b19-474b-bd33-0ded4e14d6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:57.720904 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-5b359a40-d304-4c1c-9f1b-001a3f3d8461 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Request body: {'security_group_rule': {'security_group_id': '537162c2-7e03-42f9-9511-978f3a376ba4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:01:57.735975 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01af4234-0b19-474b-bd33-0ded4e14d6a2 None None] Routers {'1aeef19a-87d7-4c40-88a5-a3282d199b45'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:01:57.736646 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-01af4234-0b19-474b-bd33-0ded4e14d6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:01:35Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['1aeef19a-87d7-4c40-88a5-a3282d199b45'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:01:57.873156 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-502903d4-8001-43f7-9643-e464cbb17137 None None] Attempting to bind port cbbe0068-fe32-41c1-9d0b-756f4f511da0 on host dv-cinder-789603-11-iscsi for vnic_type normal with profile {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 13:01:57.873682 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-502903d4-8001-43f7-9643-e464cbb17137 None None] Attempting to bind port cbbe0068-fe32-41c1-9d0b-756f4f511da0 by drivers openvswitch,hyperv on host dv-cinder-789603-11-iscsi at level 0 using segments [{'id': 'da04ac3a-37cb-46dc-a027-e9022e8212d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3251653d-c1cd-4817-8726-9493dab78425'}] {{(pid=93014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 13:01:57.874287 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502903d4-8001-43f7-9643-e464cbb17137 None None] Attempting to bind port cbbe0068-fe32-41c1-9d0b-756f4f511da0 on network 3251653d-c1cd-4817-8726-9493dab78425 {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:01:57.884439 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-01af4234-0b19-474b-bd33-0ded4e14d6a2 None None] Set router 1aeef19a-87d7-4c40-88a5-a3282d199b45 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:01:57.907933 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502903d4-8001-43f7-9643-e464cbb17137 None None] Checking agent: {'id': 'fc4e00a9-53c5-4fcb-bb0a-09b300a741e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 54, 6), 'started_at': datetime.datetime(2021, 7, 8, 12, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 13, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 13:01:57.908380 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502903d4-8001-43f7-9643-e464cbb17137 None None] Checking segment: {'id': 'da04ac3a-37cb-46dc-a027-e9022e8212d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3251653d-c1cd-4817-8726-9493dab78425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:01:57.909262 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-502903d4-8001-43f7-9643-e464cbb17137 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:57.913581 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502903d4-8001-43f7-9643-e464cbb17137 None None] Bound using segment: {'id': 'da04ac3a-37cb-46dc-a027-e9022e8212d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3251653d-c1cd-4817-8726-9493dab78425'} {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 13:01:57.913738 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-502903d4-8001-43f7-9643-e464cbb17137 None None] Bound port: cbbe0068-fe32-41c1-9d0b-756f4f511da0, host: dv-cinder-789603-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da04ac3a-37cb-46dc-a027-e9022e8212d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3251653d-c1cd-4817-8726-9493dab78425'}}] {{(pid=93014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 13:01:57.914194 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-502903d4-8001-43f7-9643-e464cbb17137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:57.937091 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a5d30b62-4884-472f-95e3-923988e38065 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:57.975154 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a5d30b62-4884-472f-95e3-923988e38065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:57.975894 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a5d30b62-4884-472f-95e3-923988e38065 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545201'] for router_interface, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:57.987962 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6decb70-07c3-4171-bdb4-ad0d48ed86f1 None None] Pushing event updated for resources: {'Port': ['ID=15e3fa80-cdc7-41f3-abd5-93c4d59234e9,revision_number=2']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:57.988965 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5b359a40-d304-4c1c-9f1b-001a3f3d8461 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:58.090537 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.db [None req-502903d4-8001-43f7-9643-e464cbb17137 None None] For port cbbe0068-fe32-41c1-9d0b-756f4f511da0, host dv-cinder-789603-11-iscsi, cleared binding levels {{(pid=93014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 13:01:58.096541 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.db [None req-502903d4-8001-43f7-9643-e464cbb17137 None None] For port cbbe0068-fe32-41c1-9d0b-756f4f511da0, host dv-cinder-789603-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=cbbe0068-fe32-41c1-9d0b-756f4f511da0,segment=NetworkSegment(da04ac3a-37cb-46dc-a027-e9022e8212d8),segment_id=da04ac3a-37cb-46dc-a027-e9022e8212d8)] {{(pid=93014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 13:01:58.106403 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-502903d4-8001-43f7-9643-e464cbb17137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:58.176638 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6decb70-07c3-4171-bdb4-ad0d48ed86f1 None None] Pushing event updated for resources: {'Port': ['ID=15e3fa80-cdc7-41f3-abd5-93c4d59234e9,revision_number=3']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:58.247943 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502903d4-8001-43f7-9643-e464cbb17137 None None] Routers {'3a627d2c-134b-4204-92c4-5de44e399a60'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:01:58.248607 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-502903d4-8001-43f7-9643-e464cbb17137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:01:35Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['3a627d2c-134b-4204-92c4-5de44e399a60'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:01:58.258182 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-36c45089-fb14-4d8a-9c91-2f52ac7b4620 req-3015b7a6-fc63-404d-98a2-91a3cee7123c tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.59 "GET /v2.0/ports?device_id=47e214a6-9a31-4f7e-82e1-0ddd36af31c2 HTTP/1.1" status: 200 len: 210 time: 0.0935044 Jul 08 13:01:58.332195 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d30b62-4884-472f-95e3-923988e38065 admin admin] Pushing event updated for resources: {'Port': ['ID=e7f68077-d005-4327-adda-3628edd68008,revision_number=2']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:58.462462 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d30b62-4884-472f-95e3-923988e38065 admin admin] Network a04372ec-c042-4405-a1d0-b6660a8bf946 is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:01:58.467988 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-a5d30b62-4884-472f-95e3-923988e38065 admin admin] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:01:58.502132 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e8769a-4245-4078-b66f-494461b0648a None None] Pushing event updated for resources: {'Port': ['ID=cbbe0068-fe32-41c1-9d0b-756f4f511da0,revision_number=4']} {{(pid=93014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:58.534425 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-01af4234-0b19-474b-bd33-0ded4e14d6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'name': 'tempest-AttachVolumeShelveTestJSON-892982610-router', 'tenant_id': '45f87e6dad28491db9dd7c8bd15c288e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '15e3fa80-cdc7-41f3-abd5-93c4d59234e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:49Z', 'updated_at': '2021-07-08T13:01:57Z', 'revision_number': 4, 'project_id': '45f87e6dad28491db9dd7c8bd15c288e', 'gw_port': {'id': '15e3fa80-cdc7-41f3-abd5-93c4d59234e9', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:63:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:49Z', 'updated_at': '2021-07-08T13:01:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': 'e7f68077-d005-4327-adda-3628edd68008', 'name': '', 'network_id': 'a04372ec-c042-4405-a1d0-b6660a8bf946', 'tenant_id': '45f87e6dad28491db9dd7c8bd15c288e', 'mac_address': 'fa:16:3e:a6:4a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5a7a9e7d-3071-4940-95e2-12dfd08df222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:55Z', 'updated_at': '2021-07-08T13:01:56Z', 'revision_number': 1, 'project_id': '45f87e6dad28491db9dd7c8bd15c288e', 'subnets': [{'id': '5a7a9e7d-3071-4940-95e2-12dfd08df222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:01:58.536861 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-502903d4-8001-43f7-9643-e464cbb17137 None None] Set router 3a627d2c-134b-4204-92c4-5de44e399a60 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:01:58.657389 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5b359a40-d304-4c1c-9f1b-001a3f3d8461 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:58.672075 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5b359a40-d304-4c1c-9f1b-001a3f3d8461 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522527'] for security_group_rule, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:58.706903 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01af4234-0b19-474b-bd33-0ded4e14d6a2 None None] The sync data for ids ['1aeef19a-87d7-4c40-88a5-a3282d199b45'] in dv-cinder-789603-11-iscsi is: [{'id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'name': 'tempest-AttachVolumeShelveTestJSON-892982610-router', 'tenant_id': '45f87e6dad28491db9dd7c8bd15c288e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '15e3fa80-cdc7-41f3-abd5-93c4d59234e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:49Z', 'updated_at': '2021-07-08T13:01:57Z', 'revision_number': 4, 'project_id': '45f87e6dad28491db9dd7c8bd15c288e', 'gw_port': {'id': '15e3fa80-cdc7-41f3-abd5-93c4d59234e9', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:63:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:49Z', 'updated_at': '2021-07-08T13:01:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': 'e7f68077-d005-4327-adda-3628edd68008', 'name': '', 'network_id': 'a04372ec-c042-4405-a1d0-b6660a8bf946', 'tenant_id': '45f87e6dad28491db9dd7c8bd15c288e', 'mac_address': 'fa:16:3e:a6:4a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5a7a9e7d-3071-4940-95e2-12dfd08df222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:55Z', 'updated_at': '2021-07-08T13:01:56Z', 'revision_number': 1, 'project_id': '45f87e6dad28491db9dd7c8bd15c288e', 'subnets': [{'id': '5a7a9e7d-3071-4940-95e2-12dfd08df222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:01:58.770651 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5b359a40-d304-4c1c-9f1b-001a3f3d8461 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:58.771826 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-5b359a40-d304-4c1c-9f1b-001a3f3d8461 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0754602 Jul 08 13:01:58.774953 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 35628) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:01:58.781630 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-70ffb8f6-4be2-4853-8e85-c8eaf388b89a tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Request body: {'floatingip': {'floating_network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:01:58.788444 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b359a40-d304-4c1c-9f1b-001a3f3d8461 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad73c58c-8ae3-4848-966b-85d36ec72110,revision_number=0']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:01:58.840732 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-70ffb8f6-4be2-4853-8e85-c8eaf388b89a tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks [] for floatingip, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:58.871252 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d30b62-4884-472f-95e3-923988e38065 admin admin] Router 1aeef19a-87d7-4c40-88a5-a3282d199b45 has already been hosted by L3 agent f415b27f-d318-40de-bd28-ecbd03c16a41 {{(pid=93011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 13:01:58.924030 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-502903d4-8001-43f7-9643-e464cbb17137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'name': 'tempest-AttachVolumeTestJSON-2066347670-router', 'tenant_id': '11619993cd774ac09b800cbdf78beb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'a6c14c44-5739-49a2-b297-18c37dfd22c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:48Z', 'updated_at': '2021-07-08T13:01:53Z', 'revision_number': 4, 'project_id': '11619993cd774ac09b800cbdf78beb05', 'gw_port': {'id': 'a6c14c44-5739-49a2-b297-18c37dfd22c5', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:48Z', 'updated_at': '2021-07-08T13:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': 'cbbe0068-fe32-41c1-9d0b-756f4f511da0', 'name': '', 'network_id': '3251653d-c1cd-4817-8726-9493dab78425', 'tenant_id': '11619993cd774ac09b800cbdf78beb05', 'mac_address': 'fa:16:3e:58:e9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3709b84-2db1-4e0f-9f70-caed69efa57a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:52Z', 'updated_at': '2021-07-08T13:01:58Z', 'revision_number': 4, 'project_id': '11619993cd774ac09b800cbdf78beb05', 'subnets': [{'id': 'd3709b84-2db1-4e0f-9f70-caed69efa57a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:01:58.965207 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502903d4-8001-43f7-9643-e464cbb17137 None None] The sync data for ids ['3a627d2c-134b-4204-92c4-5de44e399a60'] in dv-cinder-789603-11-iscsi is: [{'id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'name': 'tempest-AttachVolumeTestJSON-2066347670-router', 'tenant_id': '11619993cd774ac09b800cbdf78beb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'a6c14c44-5739-49a2-b297-18c37dfd22c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:48Z', 'updated_at': '2021-07-08T13:01:53Z', 'revision_number': 4, 'project_id': '11619993cd774ac09b800cbdf78beb05', 'gw_port': {'id': 'a6c14c44-5739-49a2-b297-18c37dfd22c5', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:48Z', 'updated_at': '2021-07-08T13:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': 'cbbe0068-fe32-41c1-9d0b-756f4f511da0', 'name': '', 'network_id': '3251653d-c1cd-4817-8726-9493dab78425', 'tenant_id': '11619993cd774ac09b800cbdf78beb05', 'mac_address': 'fa:16:3e:58:e9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3709b84-2db1-4e0f-9f70-caed69efa57a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:52Z', 'updated_at': '2021-07-08T13:01:58Z', 'revision_number': 4, 'project_id': '11619993cd774ac09b800cbdf78beb05', 'subnets': [{'id': 'd3709b84-2db1-4e0f-9f70-caed69efa57a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:01:59.012114 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-263bda41-dab8-4030-94ba-8b2c787be111 None None] Provisioning complete for port e7f68077-d005-4327-adda-3628edd68008 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:01:59.015884 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-263bda41-dab8-4030-94ba-8b2c787be111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:59.155855 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-263bda41-dab8-4030-94ba-8b2c787be111 None None] Port e7f68077-d005-4327-adda-3628edd68008 cannot update to ACTIVE because it is not bound. {{(pid=93013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 13:01:59.162390 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device a6c14c44-5739-49a2-b297-18c37dfd22c5 up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:01:59.268171 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d30b62-4884-472f-95e3-923988e38065 admin admin] Notify agent at l3_agent.dv-cinder-789603-11-iscsi the message routers_updated {{(pid=93011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:01:59.278337 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-a5d30b62-4884-472f-95e3-923988e38065 admin admin] 10.222.0.59 "PUT /v2.0/routers/1aeef19a-87d7-4c40-88a5-a3282d199b45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8964107 Jul 08 13:01:59.374172 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning complete for port a6c14c44-5739-49a2-b297-18c37dfd22c5 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:01:59.374172 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:59.421376 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.21', 61022) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:01:59.479635 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-70ffb8f6-4be2-4853-8e85-c8eaf388b89a tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:01:59.531533 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 35652) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:01:59.825416 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_common [None req-70ffb8f6-4be2-4853-8e85-c8eaf388b89a tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Allocated IP 172.27.1.157 (d18f7e62-ee2d-4e48-b29d-27db78040174/81ab2e47-5fae-4c56-af63-aae451fc3457/8e3c053f-4727-4eb4-b443-9e6f8717497c) {{(pid=93012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:01:59.907821 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:00.155777 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d52bed04-ccbb-47a1-941a-1adecc142713 req-7b6a4451-d9c1-4eae-8402-75d767d59343 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.59 "GET /v2.0/ports?device_id=47e214a6-9a31-4f7e-82e1-0ddd36af31c2 HTTP/1.1" status: 200 len: 210 time: 0.4801574 Jul 08 13:02:00.240549 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db1ba2-2a32-49c1-9cda-9dd5786b50ee req-a7d83f8c-065b-4457-b744-8f4c55843ec5 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:00.246319 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-32db1ba2-2a32-49c1-9cda-9dd5786b50ee req-a7d83f8c-065b-4457-b744-8f4c55843ec5 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.21 "GET /v2.0/networks?id=b50c6e20-5d12-48f8-ada2-d58c7aba656d HTTP/1.1" status: 200 len: 811 time: 0.8225200 Jul 08 13:02:00.297372 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-0fce6571-4aa3-48ca-9d2c-72c235eadf79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:00.325637 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [req-32db1ba2-2a32-49c1-9cda-9dd5786b50ee req-b345b653-4df4-46c6-ac9b-b95ff1667705 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] Request body: {'port': {'device_id': '47e214a6-9a31-4f7e-82e1-0ddd36af31c2', 'network_id': 'b50c6e20-5d12-48f8-ada2-d58c7aba656d', 'admin_state_up': True, 'tenant_id': 'fe1a1ede37a848729b4152976c43140a'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:02:00.474544 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-70ffb8f6-4be2-4853-8e85-c8eaf388b89a tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks [] for port, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:00.525065 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-0fce6571-4aa3-48ca-9d2c-72c235eadf79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:00.536475 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-0fce6571-4aa3-48ca-9d2c-72c235eadf79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:00.647105 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fce6571-4aa3-48ca-9d2c-72c235eadf79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33f269b-29af-4c74-b680-f1e2fbf7f026,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:00.668220 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-0fce6571-4aa3-48ca-9d2c-72c235eadf79 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=20b273f5631842549c411ac6c7479bfb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1333561 Jul 08 13:02:00.668949 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 35694) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:00.679347 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-70ffb8f6-4be2-4853-8e85-c8eaf388b89a tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276'] for port, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:00.825815 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ffb8f6-4be2-4853-8e85-c8eaf388b89a tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Network d18f7e62-ee2d-4e48-b29d-27db78040174 is already hosted by enough agents. {{(pid=93012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:02:00.835041 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [None req-70ffb8f6-4be2-4853-8e85-c8eaf388b89a tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Resources bound (agent type, host, resource id): {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:02:00.881318 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32db1ba2-2a32-49c1-9cda-9dd5786b50ee req-b345b653-4df4-46c6-ac9b-b95ff1667705 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] Made reservation on behalf of fe1a1ede37a848729b4152976c43140a for: {'port': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:02:00.886187 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ffb8f6-4be2-4853-8e85-c8eaf388b89a tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Received port after_create {{(pid=93012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:02:00.898070 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-32db1ba2-2a32-49c1-9cda-9dd5786b50ee req-b345b653-4df4-46c6-ac9b-b95ff1667705 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:00.971598 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ffb8f6-4be2-4853-8e85-c8eaf388b89a tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Pushing event updated for resources: {'Port': ['ID=8e3c053f-4727-4eb4-b443-9e6f8717497c,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:01.033842 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 35718) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:01.042762 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-77e84f9b-cf06-4643-962a-5545ab7a7662 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Request body: {'security_group': {'name': 'tempest-securitygroup--354493424', 'description': 'tempest-description--844559902'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:02:01.194113 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 15e3fa80-cdc7-41f3-abd5-93c4d59234e9 up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:02:01.218157 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-70ffb8f6-4be2-4853-8e85-c8eaf388b89a tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:01.224070 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-77e84f9b-cf06-4643-962a-5545ab7a7662 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:01.336598 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning for port 15e3fa80-cdc7-41f3-abd5-93c4d59234e9 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:02:01.339141 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-8e7027ed-6725-4367-806a-4163a52fd679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:01.358258 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning complete for port 15e3fa80-cdc7-41f3-abd5-93c4d59234e9 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:02:01.360335 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:01.388352 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-8e7027ed-6725-4367-806a-4163a52fd679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:01.401519 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [req-32db1ba2-2a32-49c1-9cda-9dd5786b50ee req-b345b653-4df4-46c6-ac9b-b95ff1667705 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] Allocated IP 172.20.0.11 (b50c6e20-5d12-48f8-ada2-d58c7aba656d/bbdc0614-803c-4499-ba77-51b1db6adea1/7bfd21db-f00a-4745-bd69-8917a9629e33) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:02:01.467549 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-8e7027ed-6725-4367-806a-4163a52fd679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:01.470691 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-8e7027ed-6725-4367-806a-4163a52fd679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:01.472173 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-8e7027ed-6725-4367-806a-4163a52fd679 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a33f269b-29af-4c74-b680-f1e2fbf7f026 HTTP/1.1" status: 204 len: 168 time: 0.8007548 Jul 08 13:02:01.483847 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-70ffb8f6-4be2-4853-8e85-c8eaf388b89a tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:01.494907 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7027ed-6725-4367-806a-4163a52fd679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33f269b-29af-4c74-b680-f1e2fbf7f026,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:01.593340 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-77e84f9b-cf06-4643-962a-5545ab7a7662 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:01.689093 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-16bf8f56-57a5-43ce-9aab-314a54786436 req-bb4fc542-20fd-4a79-a60b-77008b7f9b3a tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.59 "GET /v2.0/ports?device_id=47e214a6-9a31-4f7e-82e1-0ddd36af31c2 HTTP/1.1" status: 200 len: 210 time: 0.1384389 Jul 08 13:02:01.689800 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-77e84f9b-cf06-4643-962a-5545ab7a7662 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:01.797177 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:01.848341 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] For port 15e3fa80-cdc7-41f3-abd5-93c4d59234e9, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=15e3fa80-cdc7-41f3-abd5-93c4d59234e9,segment=NetworkSegment(ec4eb99c-636e-43d3-922e-332a95a4195c),segment_id=ec4eb99c-636e-43d3-922e-332a95a4195c)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:02:01.856255 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:01.857064 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device cbbe0068-fe32-41c1-9d0b-756f4f511da0 up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:02:01.950530 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-70ffb8f6-4be2-4853-8e85-c8eaf388b89a tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks [] for port, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:01.964815 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-70ffb8f6-4be2-4853-8e85-c8eaf388b89a tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:01.979459 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-77e84f9b-cf06-4643-962a-5545ab7a7662 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:01.988410 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-77e84f9b-cf06-4643-962a-5545ab7a7662 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.9525599 Jul 08 13:02:01.993097 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 35742) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:02.009172 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-d53e97dc-7af6-42af-8c32-252aaeb82e2e tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Request body: {'security_group_rule': {'security_group_id': 'd40a418c-ae35-421e-8ab7-5e846a02db00', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:02:02.019293 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-70ffb8f6-4be2-4853-8e85-c8eaf388b89a tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545677'] for floatingip, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:02.046426 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Pushing event updated for resources: {'Port': ['ID=15e3fa80-cdc7-41f3-abd5-93c4d59234e9,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:02.089277 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning for port cbbe0068-fe32-41c1-9d0b-756f4f511da0 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:02:02.095578 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning complete for port cbbe0068-fe32-41c1-9d0b-756f4f511da0 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:02:02.095951 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:02.115099 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e84f9b-cf06-4643-962a-5545ab7a7662 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d40a418c-ae35-421e-8ab7-5e846a02db00,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:02.195191 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-70ffb8f6-4be2-4853-8e85-c8eaf388b89a tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for floatingip, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:02.199637 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-70ffb8f6-4be2-4853-8e85-c8eaf388b89a tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4233541 Jul 08 13:02:02.203319 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d53e97dc-7af6-42af-8c32-252aaeb82e2e tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:02.253503 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ffb8f6-4be2-4853-8e85-c8eaf388b89a tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Pushing event updated for resources: {'Port': ['ID=8e3c053f-4727-4eb4-b443-9e6f8717497c,revision_number=2']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:02.350041 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-32db1ba2-2a32-49c1-9cda-9dd5786b50ee req-b345b653-4df4-46c6-ac9b-b95ff1667705 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:02.413907 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:02.510417 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-32db1ba2-2a32-49c1-9cda-9dd5786b50ee req-b345b653-4df4-46c6-ac9b-b95ff1667705 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:02.561154 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] For port cbbe0068-fe32-41c1-9d0b-756f4f511da0, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=cbbe0068-fe32-41c1-9d0b-756f4f511da0,segment=NetworkSegment(da04ac3a-37cb-46dc-a027-e9022e8212d8),segment_id=da04ac3a-37cb-46dc-a027-e9022e8212d8)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:02:02.571526 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-b146c28d-2679-44e7-969b-9a3f4371fd2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:02.577805 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:02.746082 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d53e97dc-7af6-42af-8c32-252aaeb82e2e tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:02.771074 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Pushing event updated for resources: {'Port': ['ID=cbbe0068-fe32-41c1-9d0b-756f4f511da0,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:02.857189 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d53e97dc-7af6-42af-8c32-252aaeb82e2e tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522527'] for security_group_rule, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:02.908918 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32db1ba2-2a32-49c1-9cda-9dd5786b50ee req-b345b653-4df4-46c6-ac9b-b95ff1667705 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] Network b50c6e20-5d12-48f8-ada2-d58c7aba656d is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:02:03.003599 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [req-32db1ba2-2a32-49c1-9cda-9dd5786b50ee req-b345b653-4df4-46c6-ac9b-b95ff1667705 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:02:03.029102 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [req-32db1ba2-2a32-49c1-9cda-9dd5786b50ee req-b345b653-4df4-46c6-ac9b-b95ff1667705 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:02:03.043728 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db1ba2-2a32-49c1-9cda-9dd5786b50ee req-b345b653-4df4-46c6-ac9b-b95ff1667705 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:03.046872 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-32db1ba2-2a32-49c1-9cda-9dd5786b50ee req-b345b653-4df4-46c6-ac9b-b95ff1667705 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:03.119291 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53e97dc-7af6-42af-8c32-252aaeb82e2e tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=066d8636-6dfe-41a3-a2a7-7f2b2a9b977a,revision_number=0']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:03.151727 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 15e3fa80-cdc7-41f3-abd5-93c4d59234e9 up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:02:03.173685 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b345b653-4df4-46c6-ac9b-b95ff1667705 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] Pushing event updated for resources: {'Port': ['ID=7bfd21db-f00a-4745-bd69-8917a9629e33,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:03.180423 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d53e97dc-7af6-42af-8c32-252aaeb82e2e tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:03.181772 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-d53e97dc-7af6-42af-8c32-252aaeb82e2e tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1855938 Jul 08 13:02:03.184616 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-32db1ba2-2a32-49c1-9cda-9dd5786b50ee req-b345b653-4df4-46c6-ac9b-b95ff1667705 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8633318 Jul 08 13:02:03.187744 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-74009b39-2b30-42d0-b410-db4c6ee3815a req-c9661f4c-2bc8-4de6-8ea7-c71f5cc10118 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1881649747&fields=id&tenant_id=11619993cd774ac09b800cbdf78beb05 HTTP/1.1" status: 200 len: 267 time: 0.1166534 Jul 08 13:02:03.188431 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 35782) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:03.204777 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-529d55e9-eb9d-486a-88ad-442add3c5c8b tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Request body: {'security_group_rule': {'security_group_id': 'd40a418c-ae35-421e-8ab7-5e846a02db00', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:02:03.272584 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning complete for port 15e3fa80-cdc7-41f3-abd5-93c4d59234e9 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:02:03.273343 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:03.302283 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19e6e5b-a771-4488-a53d-9875da626a8a req-59f68178-8599-4c2d-a179-f9d944db2406 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:03.314102 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d19e6e5b-a771-4488-a53d-9875da626a8a req-59f68178-8599-4c2d-a179-f9d944db2406 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.59 "GET /v2.0/ports?device_id=47e214a6-9a31-4f7e-82e1-0ddd36af31c2 HTTP/1.1" status: 200 len: 932 time: 0.2462621 Jul 08 13:02:03.346507 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74009b39-2b30-42d0-b410-db4c6ee3815a req-6643f0eb-a4e6-43b1-8ab0-707e46cde6b4 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:03.348056 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-74009b39-2b30-42d0-b410-db4c6ee3815a req-6643f0eb-a4e6-43b1-8ab0-707e46cde6b4 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/networks?id=3251653d-c1cd-4817-8726-9493dab78425 HTTP/1.1" status: 200 len: 811 time: 0.1369483 Jul 08 13:02:03.353247 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [req-32db1ba2-2a32-49c1-9cda-9dd5786b50ee req-944d0938-64ee-418b-9fd7-76b42f53e9f1 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=93011) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 13:02:03.354472 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-32db1ba2-2a32-49c1-9cda-9dd5786b50ee req-944d0938-64ee-418b-9fd7-76b42f53e9f1 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052483 Jul 08 13:02:03.383947 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-74009b39-2b30-42d0-b410-db4c6ee3815a req-f03651c9-a220-4dc6-8fc1-6d0a9c50a87f tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/quotas/11619993cd774ac09b800cbdf78beb05 HTTP/1.1" status: 200 len: 375 time: 0.0257828 Jul 08 13:02:03.469045 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d19e6e5b-a771-4488-a53d-9875da626a8a req-cdc4c981-83ef-41f7-ae65-614b0d83a602 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.59 "GET /v2.0/security-groups?id=168f3a28-be4d-454a-949b-a53055456ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496971 Jul 08 13:02:03.477263 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-529d55e9-eb9d-486a-88ad-442add3c5c8b tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:03.538534 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device cbbe0068-fe32-41c1-9d0b-756f4f511da0 up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:02:03.603103 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning complete for port cbbe0068-fe32-41c1-9d0b-756f4f511da0 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:02:03.603661 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:03.659004 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-529d55e9-eb9d-486a-88ad-442add3c5c8b tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:03.685140 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-529d55e9-eb9d-486a-88ad-442add3c5c8b tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522527'] for security_group_rule, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:03.738653 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d55e9-eb9d-486a-88ad-442add3c5c8b tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3ebcd55-6ebb-40e1-9747-cd072b2abd45,revision_number=0']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:03.815837 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [req-32db1ba2-2a32-49c1-9cda-9dd5786b50ee req-e2f9cbd8-f4d5-47ed-9818-196af811271a service neutron] Request body: {'port': {'device_id': '47e214a6-9a31-4f7e-82e1-0ddd36af31c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:02:03.862066 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9199ea34-6b6e-4844-bd83-b52baf22ce82 None None] Sync routers for ids ['1aeef19a-87d7-4c40-88a5-a3282d199b45'] in dv-cinder-789603-11-iscsi {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:02:03.893858 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-74009b39-2b30-42d0-b410-db4c6ee3815a req-6053b140-9a87-4c21-9444-c1426146ea8a tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=11619993cd774ac09b800cbdf78beb05&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5026352 Jul 08 13:02:03.902010 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9199ea34-6b6e-4844-bd83-b52baf22ce82 None None] Routers {'1aeef19a-87d7-4c40-88a5-a3282d199b45'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:02:03.902675 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-9199ea34-6b6e-4844-bd83-b52baf22ce82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:01:35Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['1aeef19a-87d7-4c40-88a5-a3282d199b45'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:02:04.167233 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-74009b39-2b30-42d0-b410-db4c6ee3815a req-b71ed3e7-9b6a-4273-a850-9778c65f0005 service neutron] 10.222.0.59 "GET /v2.0/networks/3251653d-c1cd-4817-8726-9493dab78425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354302 Jul 08 13:02:04.174547 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-529d55e9-eb9d-486a-88ad-442add3c5c8b tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:04.178967 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-529d55e9-eb9d-486a-88ad-442add3c5c8b tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9863768 Jul 08 13:02:04.179727 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 35816) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:04.189054 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-2a9c9a50-3c42-42e0-bfdb-ab1f2f719811 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Request body: {'floatingip': {'floating_network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:02:04.190235 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-9199ea34-6b6e-4844-bd83-b52baf22ce82 None None] Set router 1aeef19a-87d7-4c40-88a5-a3282d199b45 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:02:04.245550 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-2a9c9a50-3c42-42e0-bfdb-ab1f2f719811 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks [] for floatingip, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:04.472627 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-74009b39-2b30-42d0-b410-db4c6ee3815a req-6648ed16-bf48-4d18-a82f-4ee16db966ba service neutron] 10.222.0.59 "GET /v2.0/networks/3251653d-c1cd-4817-8726-9493dab78425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889566 Jul 08 13:02:04.529535 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-32db1ba2-2a32-49c1-9cda-9dd5786b50ee req-e2f9cbd8-f4d5-47ed-9818-196af811271a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:04.535102 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-2a9c9a50-3c42-42e0-bfdb-ab1f2f719811 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:04.961453 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_common [None req-2a9c9a50-3c42-42e0-bfdb-ab1f2f719811 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Allocated IP 172.27.1.217 (d18f7e62-ee2d-4e48-b29d-27db78040174/81ab2e47-5fae-4c56-af63-aae451fc3457/232207e8-654a-442f-8e1e-89a3aaf069eb) {{(pid=93012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:02:05.038588 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 35840) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:05.149231 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 35850) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:05.392554 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f094b-2d22-40cc-a071-9f3d61269897 req-dd75558d-f08f-4e93-8b74-7dec37eef13b tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:05.401267 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-305f094b-2d22-40cc-a071-9f3d61269897 req-dd75558d-f08f-4e93-8b74-7dec37eef13b tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.59 "GET /v2.0/ports?device_id=47e214a6-9a31-4f7e-82e1-0ddd36af31c2 HTTP/1.1" status: 200 len: 932 time: 0.3233645 Jul 08 13:02:05.409460 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-2a9c9a50-3c42-42e0-bfdb-ab1f2f719811 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks [] for port, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:05.420057 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-e048adbb-e3bb-4cc1-915b-7555397fccee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:05.452334 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-9199ea34-6b6e-4844-bd83-b52baf22ce82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'name': 'tempest-AttachVolumeShelveTestJSON-892982610-router', 'tenant_id': '45f87e6dad28491db9dd7c8bd15c288e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '15e3fa80-cdc7-41f3-abd5-93c4d59234e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:49Z', 'updated_at': '2021-07-08T13:01:57Z', 'revision_number': 4, 'project_id': '45f87e6dad28491db9dd7c8bd15c288e', 'gw_port': {'id': '15e3fa80-cdc7-41f3-abd5-93c4d59234e9', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:63:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:49Z', 'updated_at': '2021-07-08T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': 'e7f68077-d005-4327-adda-3628edd68008', 'name': '', 'network_id': 'a04372ec-c042-4405-a1d0-b6660a8bf946', 'tenant_id': '45f87e6dad28491db9dd7c8bd15c288e', 'mac_address': 'fa:16:3e:a6:4a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5a7a9e7d-3071-4940-95e2-12dfd08df222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:55Z', 'updated_at': '2021-07-08T13:01:57Z', 'revision_number': 2, 'project_id': '45f87e6dad28491db9dd7c8bd15c288e', 'subnets': [{'id': '5a7a9e7d-3071-4940-95e2-12dfd08df222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:02:05.522618 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9199ea34-6b6e-4844-bd83-b52baf22ce82 None None] Checking router: 1aeef19a-87d7-4c40-88a5-a3282d199b45 for host: dv-cinder-789603-11-iscsi {{(pid=93013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:02:05.523146 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9199ea34-6b6e-4844-bd83-b52baf22ce82 None None] Updating router 1aeef19a-87d7-4c40-88a5-a3282d199b45 port e7f68077-d005-4327-adda-3628edd68008 binding host dv-cinder-789603-11-iscsi {{(pid=93013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 13:02:05.539484 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-305f094b-2d22-40cc-a071-9f3d61269897 req-3f504ea4-6110-4433-b166-b9284e4b571b tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.59 "GET /v2.0/security-groups?id=168f3a28-be4d-454a-949b-a53055456ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264846 Jul 08 13:02:05.595407 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-2544fdd4-e2de-4048-be8a-f93daf10fa09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:05.600857 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-2a9c9a50-3c42-42e0-bfdb-ab1f2f719811 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276'] for port, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:05.614634 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-3fcd47b9-2720-4b16-93e9-a0d66455b65d req-94637a7e-fd29-4799-bc12-646940cf596c tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 210 time: 0.5704546 Jul 08 13:02:05.632298 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-9199ea34-6b6e-4844-bd83-b52baf22ce82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:05.694391 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0b93cda9-6178-4eb2-8075-af431ca6be36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:05.726947 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9c9a50-3c42-42e0-bfdb-ab1f2f719811 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Network d18f7e62-ee2d-4e48-b29d-27db78040174 is already hosted by enough agents. {{(pid=93012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:02:05.734492 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [None req-2a9c9a50-3c42-42e0-bfdb-ab1f2f719811 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Resources bound (agent type, host, resource id): {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:02:05.747019 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9c9a50-3c42-42e0-bfdb-ab1f2f719811 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Received port after_create {{(pid=93012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:02:05.758351 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9c9a50-3c42-42e0-bfdb-ab1f2f719811 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Pushing event updated for resources: {'Port': ['ID=232207e8-654a-442f-8e1e-89a3aaf069eb,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:05.777625 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.db.api [None req-0b93cda9-6178-4eb2-8075-af431ca6be36 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 08 13:02:05.777625 dv-cinder-789603-11-iscsi neutron-server[93011]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 08 13:02:05.777625 dv-cinder-789603-11-iscsi neutron-server[93011]: [parameters: {'project_id_1': 'f4fda052024b4064a7cda8082da61221', 'expiration_1': datetime.datetime(2021, 7, 8, 13, 2, 5, 724551)}] Jul 08 13:02:05.777625 dv-cinder-789603-11-iscsi neutron-server[93011]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 08 13:02:05.779203 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG oslo_db.api [None req-0b93cda9-6178-4eb2-8075-af431ca6be36 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 08 13:02:05.835741 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:05.935104 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-2a9c9a50-3c42-42e0-bfdb-ab1f2f719811 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:05.938859 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [req-32db1ba2-2a32-49c1-9cda-9dd5786b50ee req-e2f9cbd8-f4d5-47ed-9818-196af811271a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bfd21db-f00a-4745-bd69-8917a9629e33 {{(pid=93011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:02:05.938859 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-32db1ba2-2a32-49c1-9cda-9dd5786b50ee req-e2f9cbd8-f4d5-47ed-9818-196af811271a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:05.939228 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-2544fdd4-e2de-4048-be8a-f93daf10fa09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:05.939304 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [req-32db1ba2-2a32-49c1-9cda-9dd5786b50ee req-e2f9cbd8-f4d5-47ed-9818-196af811271a service neutron] Transition to ACTIVE for port object 7bfd21db-f00a-4745-bd69-8917a9629e33 will not be triggered until provisioned by entity L2. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:02:05.960910 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-2544fdd4-e2de-4048-be8a-f93daf10fa09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:05.962552 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-32db1ba2-2a32-49c1-9cda-9dd5786b50ee req-e2f9cbd8-f4d5-47ed-9818-196af811271a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:06.059822 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f9cbd8-f4d5-47ed-9818-196af811271a service neutron] Pushing event updated for resources: {'Port': ['ID=7bfd21db-f00a-4745-bd69-8917a9629e33,revision_number=2']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:06.118352 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-2a9c9a50-3c42-42e0-bfdb-ab1f2f719811 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:06.135436 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544fdd4-e2de-4048-be8a-f93daf10fa09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03346de7-ddae-4345-ba22-b9970cbf36a8,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:06.139747 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-32db1ba2-2a32-49c1-9cda-9dd5786b50ee req-e2f9cbd8-f4d5-47ed-9818-196af811271a service neutron] Attempting to bind port 7bfd21db-f00a-4745-bd69-8917a9629e33 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 13:02:06.140444 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-32db1ba2-2a32-49c1-9cda-9dd5786b50ee req-e2f9cbd8-f4d5-47ed-9818-196af811271a service neutron] Attempting to bind port 7bfd21db-f00a-4745-bd69-8917a9629e33 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '0db854c6-8c10-4220-a3f2-e49127bfc864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b50c6e20-5d12-48f8-ada2-d58c7aba656d'}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 13:02:06.141536 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32db1ba2-2a32-49c1-9cda-9dd5786b50ee req-e2f9cbd8-f4d5-47ed-9818-196af811271a service neutron] Attempting to bind port 7bfd21db-f00a-4745-bd69-8917a9629e33 on network b50c6e20-5d12-48f8-ada2-d58c7aba656d {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:02:06.147949 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32db1ba2-2a32-49c1-9cda-9dd5786b50ee req-e2f9cbd8-f4d5-47ed-9818-196af811271a service neutron] Port 7bfd21db-f00a-4745-bd69-8917a9629e33 on network b50c6e20-5d12-48f8-ada2-d58c7aba656d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 13:02:06.148553 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32db1ba2-2a32-49c1-9cda-9dd5786b50ee req-e2f9cbd8-f4d5-47ed-9818-196af811271a service neutron] Attempting to bind port 7bfd21db-f00a-4745-bd69-8917a9629e33 on network b50c6e20-5d12-48f8-ada2-d58c7aba656d {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:02:06.160352 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32db1ba2-2a32-49c1-9cda-9dd5786b50ee req-e2f9cbd8-f4d5-47ed-9818-196af811271a service neutron] Checking agent: {'id': 'c15515fa-7ee9-40ef-8b65-fb183853d126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 13, 0), 'started_at': datetime.datetime(2021, 7, 8, 13, 0), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 13:02:06.160990 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32db1ba2-2a32-49c1-9cda-9dd5786b50ee req-e2f9cbd8-f4d5-47ed-9818-196af811271a service neutron] Checking segment: {'id': '0db854c6-8c10-4220-a3f2-e49127bfc864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b50c6e20-5d12-48f8-ada2-d58c7aba656d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:02:06.162809 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32db1ba2-2a32-49c1-9cda-9dd5786b50ee req-e2f9cbd8-f4d5-47ed-9818-196af811271a service neutron] Bound using segment: {'id': '0db854c6-8c10-4220-a3f2-e49127bfc864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b50c6e20-5d12-48f8-ada2-d58c7aba656d'} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 13:02:06.163058 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-32db1ba2-2a32-49c1-9cda-9dd5786b50ee req-e2f9cbd8-f4d5-47ed-9818-196af811271a service neutron] Bound port: 7bfd21db-f00a-4745-bd69-8917a9629e33, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0db854c6-8c10-4220-a3f2-e49127bfc864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b50c6e20-5d12-48f8-ada2-d58c7aba656d'}}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 13:02:06.163691 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-32db1ba2-2a32-49c1-9cda-9dd5786b50ee req-e2f9cbd8-f4d5-47ed-9818-196af811271a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:06.208170 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-97c8e7b9-57f7-456d-825e-78a0ef1aae16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:06.222460 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-2544fdd4-e2de-4048-be8a-f93daf10fa09 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=aed78cd39f7a4b4abea144519c5f1310&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0686147 Jul 08 13:02:06.232861 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-9199ea34-6b6e-4844-bd83-b52baf22ce82 None None] Notify callbacks [] for port, precommit_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:06.236922 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 35890) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:06.257349 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-32db1ba2-2a32-49c1-9cda-9dd5786b50ee req-e2f9cbd8-f4d5-47ed-9818-196af811271a service neutron] For port 7bfd21db-f00a-4745-bd69-8917a9629e33, host hv-cinder-78960, cleared binding levels {{(pid=93011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 13:02:06.263620 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-9199ea34-6b6e-4844-bd83-b52baf22ce82 None None] Transition to ACTIVE for port object e7f68077-d005-4327-adda-3628edd68008 will not be triggered until provisioned by entity L2. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:02:06.265002 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-32db1ba2-2a32-49c1-9cda-9dd5786b50ee req-e2f9cbd8-f4d5-47ed-9818-196af811271a service neutron] For port 7bfd21db-f00a-4745-bd69-8917a9629e33, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7bfd21db-f00a-4745-bd69-8917a9629e33,segment=NetworkSegment(0db854c6-8c10-4220-a3f2-e49127bfc864),segment_id=0db854c6-8c10-4220-a3f2-e49127bfc864)] {{(pid=93011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 13:02:06.273365 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-9199ea34-6b6e-4844-bd83-b52baf22ce82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:06.279416 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-32db1ba2-2a32-49c1-9cda-9dd5786b50ee req-e2f9cbd8-f4d5-47ed-9818-196af811271a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:06.286977 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0b93cda9-6178-4eb2-8075-af431ca6be36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:06.451215 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db1ba2-2a32-49c1-9cda-9dd5786b50ee req-e2f9cbd8-f4d5-47ed-9818-196af811271a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:06.452249 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-32db1ba2-2a32-49c1-9cda-9dd5786b50ee req-e2f9cbd8-f4d5-47ed-9818-196af811271a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:06.454640 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-32db1ba2-2a32-49c1-9cda-9dd5786b50ee req-e2f9cbd8-f4d5-47ed-9818-196af811271a service neutron] 10.222.0.21 "PUT /v2.0/ports/7bfd21db-f00a-4745-bd69-8917a9629e33 HTTP/1.1" status: 200 len: 1094 time: 2.7924018 Jul 08 13:02:06.457519 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47e214a6-9a31-4f7e-82e1-0ddd36af31c2', 'tag': '7bfd21db-f00a-4745-bd69-8917a9629e33'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:02:06.457696 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd39a0-a1fa-4a4a-bb57-09118de5b335 None None] Pushing event updated for resources: {'Port': ['ID=e7f68077-d005-4327-adda-3628edd68008,revision_number=3']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:06.507090 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-6b6964c0-fc17-4ddd-be5b-8196864d201a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:06.610648 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-6b6964c0-fc17-4ddd-be5b-8196864d201a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:06.655319 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-9199ea34-6b6e-4844-bd83-b52baf22ce82 None None] Attempting to bind port e7f68077-d005-4327-adda-3628edd68008 on host dv-cinder-789603-11-iscsi for vnic_type normal with profile {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 13:02:06.655792 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-9199ea34-6b6e-4844-bd83-b52baf22ce82 None None] Attempting to bind port e7f68077-d005-4327-adda-3628edd68008 by drivers openvswitch,hyperv on host dv-cinder-789603-11-iscsi at level 0 using segments [{'id': 'e9afe398-2e2b-4f79-94b7-dda3a4c06771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a04372ec-c042-4405-a1d0-b6660a8bf946'}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 13:02:06.656224 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9199ea34-6b6e-4844-bd83-b52baf22ce82 None None] Attempting to bind port e7f68077-d005-4327-adda-3628edd68008 on network a04372ec-c042-4405-a1d0-b6660a8bf946 {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:02:06.663786 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9199ea34-6b6e-4844-bd83-b52baf22ce82 None None] Checking agent: {'id': 'fc4e00a9-53c5-4fcb-bb0a-09b300a741e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 54, 6), 'started_at': datetime.datetime(2021, 7, 8, 12, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 13, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 13:02:06.664095 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9199ea34-6b6e-4844-bd83-b52baf22ce82 None None] Checking segment: {'id': 'e9afe398-2e2b-4f79-94b7-dda3a4c06771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a04372ec-c042-4405-a1d0-b6660a8bf946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:02:06.664654 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-9199ea34-6b6e-4844-bd83-b52baf22ce82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:06.665179 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9199ea34-6b6e-4844-bd83-b52baf22ce82 None None] Bound using segment: {'id': 'e9afe398-2e2b-4f79-94b7-dda3a4c06771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a04372ec-c042-4405-a1d0-b6660a8bf946'} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 13:02:06.665658 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-9199ea34-6b6e-4844-bd83-b52baf22ce82 None None] Bound port: e7f68077-d005-4327-adda-3628edd68008, host: dv-cinder-789603-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9afe398-2e2b-4f79-94b7-dda3a4c06771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a04372ec-c042-4405-a1d0-b6660a8bf946'}}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 13:02:06.666112 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-9199ea34-6b6e-4844-bd83-b52baf22ce82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:06.801819 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-9199ea34-6b6e-4844-bd83-b52baf22ce82 None None] For port e7f68077-d005-4327-adda-3628edd68008, host dv-cinder-789603-11-iscsi, cleared binding levels {{(pid=93013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 13:02:06.810586 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-9199ea34-6b6e-4844-bd83-b52baf22ce82 None None] For port e7f68077-d005-4327-adda-3628edd68008, host dv-cinder-789603-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=e7f68077-d005-4327-adda-3628edd68008,segment=NetworkSegment(e9afe398-2e2b-4f79-94b7-dda3a4c06771),segment_id=e9afe398-2e2b-4f79-94b7-dda3a4c06771)] {{(pid=93013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 13:02:06.819331 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-9199ea34-6b6e-4844-bd83-b52baf22ce82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:06.842988 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0b93cda9-6178-4eb2-8075-af431ca6be36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:06.848672 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-2a9c9a50-3c42-42e0-bfdb-ab1f2f719811 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks [] for port, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:06.854448 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0b93cda9-6178-4eb2-8075-af431ca6be36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:06.922790 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-2a9c9a50-3c42-42e0-bfdb-ab1f2f719811 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:06.932447 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd39a0-a1fa-4a4a-bb57-09118de5b335 None None] Pushing event updated for resources: {'Port': ['ID=e7f68077-d005-4327-adda-3628edd68008,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:06.969646 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9199ea34-6b6e-4844-bd83-b52baf22ce82 None None] Routers {'1aeef19a-87d7-4c40-88a5-a3282d199b45'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:02:06.977098 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-9199ea34-6b6e-4844-bd83-b52baf22ce82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:02:05Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['1aeef19a-87d7-4c40-88a5-a3282d199b45'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:02:06.996511 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-2a9c9a50-3c42-42e0-bfdb-ab1f2f719811 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545677'] for floatingip, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:07.037340 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-42f19d9c-230c-4c71-bd9d-026219cdd530 req-2b35c080-7e63-47fc-bcfa-45fb666dfcb5 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 210 time: 0.1442256 Jul 08 13:02:07.038006 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f9cbd8-f4d5-47ed-9818-196af811271a service neutron] Pushing event updated for resources: {'Port': ['ID=7bfd21db-f00a-4745-bd69-8917a9629e33,revision_number=3']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:07.044820 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-6b6964c0-fc17-4ddd-be5b-8196864d201a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:07.047291 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-6b6964c0-fc17-4ddd-be5b-8196864d201a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:07.061009 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-6b6964c0-fc17-4ddd-be5b-8196864d201a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/03346de7-ddae-4345-ba22-b9970cbf36a8 HTTP/1.1" status: 204 len: 168 time: 0.7828903 Jul 08 13:02:07.090057 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79934bd8df5839606b1ce54b63dc7d70fed780423e2c756261eeaeb19bf0c4d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d0dc03-fca0-4ecb-a5b0-dcb9ad68c62a" -d '{"events": [{"name": "network-changed", "server_uuid": "47e214a6-9a31-4f7e-82e1-0ddd36af31c2", "tag": "7bfd21db-f00a-4745-bd69-8917a9629e33"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:02:07.114018 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-0b93cda9-6178-4eb2-8075-af431ca6be36 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f4fda052024b4064a7cda8082da61221&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0647345 Jul 08 13:02:07.116826 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 35926) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:07.135703 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6964c0-fc17-4ddd-be5b-8196864d201a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03346de7-ddae-4345-ba22-b9970cbf36a8,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:07.139630 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b93cda9-6178-4eb2-8075-af431ca6be36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6619984-821b-462c-93e9-4690b0b2c1da,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:07.161392 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-2a9c9a50-3c42-42e0-bfdb-ab1f2f719811 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for floatingip, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:07.162622 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-2a9c9a50-3c42-42e0-bfdb-ab1f2f719811 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9810884 Jul 08 13:02:07.164922 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9c9a50-3c42-42e0-bfdb-ab1f2f719811 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Pushing event updated for resources: {'Port': ['ID=232207e8-654a-442f-8e1e-89a3aaf069eb,revision_number=2']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:07.167467 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-9199ea34-6b6e-4844-bd83-b52baf22ce82 None None] Set router 1aeef19a-87d7-4c40-88a5-a3282d199b45 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:02:07.251953 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c4513-c677-4ea6-9daf-14d93dac30aa req-fa36600f-346f-4e44-ac6b-df7140031319 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:07.257759 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-534c4513-c677-4ea6-9daf-14d93dac30aa req-fa36600f-346f-4e44-ac6b-df7140031319 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.59 "GET /v2.0/ports?device_id=47e214a6-9a31-4f7e-82e1-0ddd36af31c2 HTTP/1.1" status: 200 len: 944 time: 0.4116030 Jul 08 13:02:07.303835 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f09f90db-e583-404d-867a-a27f09ab7b1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:07.361183 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f09f90db-e583-404d-867a-a27f09ab7b1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:07.368627 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-534c4513-c677-4ea6-9daf-14d93dac30aa req-11aaab56-3127-4db4-8c58-b9987d076b5b tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.59 "GET /v2.0/security-groups?id=168f3a28-be4d-454a-949b-a53055456ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983825 Jul 08 13:02:07.403593 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 13:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750a273d-02d3-419d-a2da-ece3c61dfad0 x-openstack-request-id: req-750a273d-02d3-419d-a2da-ece3c61dfad0 {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:02:07.404614 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47e214a6-9a31-4f7e-82e1-0ddd36af31c2", "tag": "7bfd21db-f00a-4745-bd69-8917a9629e33", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:02:07.405030 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-750a273d-02d3-419d-a2da-ece3c61dfad0 {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:02:07.405892 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47e214a6-9a31-4f7e-82e1-0ddd36af31c2', 'tag': '7bfd21db-f00a-4745-bd69-8917a9629e33', 'status': 'completed', 'code': 200} Jul 08 13:02:07.463617 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f09f90db-e583-404d-867a-a27f09ab7b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:07.470908 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f09f90db-e583-404d-867a-a27f09ab7b1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:07.476775 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-f09f90db-e583-404d-867a-a27f09ab7b1d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b6619984-821b-462c-93e9-4690b0b2c1da HTTP/1.1" status: 204 len: 168 time: 0.3578789 Jul 08 13:02:07.492714 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f90db-e583-404d-867a-a27f09ab7b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6619984-821b-462c-93e9-4690b0b2c1da,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:07.601571 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-9199ea34-6b6e-4844-bd83-b52baf22ce82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'name': 'tempest-AttachVolumeShelveTestJSON-892982610-router', 'tenant_id': '45f87e6dad28491db9dd7c8bd15c288e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '15e3fa80-cdc7-41f3-abd5-93c4d59234e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:49Z', 'updated_at': '2021-07-08T13:01:57Z', 'revision_number': 4, 'project_id': '45f87e6dad28491db9dd7c8bd15c288e', 'gw_port': {'id': '15e3fa80-cdc7-41f3-abd5-93c4d59234e9', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:63:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:49Z', 'updated_at': '2021-07-08T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': 'e7f68077-d005-4327-adda-3628edd68008', 'name': '', 'network_id': 'a04372ec-c042-4405-a1d0-b6660a8bf946', 'tenant_id': '45f87e6dad28491db9dd7c8bd15c288e', 'mac_address': 'fa:16:3e:a6:4a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5a7a9e7d-3071-4940-95e2-12dfd08df222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:55Z', 'updated_at': '2021-07-08T13:02:06Z', 'revision_number': 4, 'project_id': '45f87e6dad28491db9dd7c8bd15c288e', 'subnets': [{'id': '5a7a9e7d-3071-4940-95e2-12dfd08df222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:02:07.633514 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9199ea34-6b6e-4844-bd83-b52baf22ce82 None None] The sync data for ids ['1aeef19a-87d7-4c40-88a5-a3282d199b45'] in dv-cinder-789603-11-iscsi is: [{'id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'name': 'tempest-AttachVolumeShelveTestJSON-892982610-router', 'tenant_id': '45f87e6dad28491db9dd7c8bd15c288e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '15e3fa80-cdc7-41f3-abd5-93c4d59234e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:49Z', 'updated_at': '2021-07-08T13:01:57Z', 'revision_number': 4, 'project_id': '45f87e6dad28491db9dd7c8bd15c288e', 'gw_port': {'id': '15e3fa80-cdc7-41f3-abd5-93c4d59234e9', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:63:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:49Z', 'updated_at': '2021-07-08T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': 'e7f68077-d005-4327-adda-3628edd68008', 'name': '', 'network_id': 'a04372ec-c042-4405-a1d0-b6660a8bf946', 'tenant_id': '45f87e6dad28491db9dd7c8bd15c288e', 'mac_address': 'fa:16:3e:a6:4a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5a7a9e7d-3071-4940-95e2-12dfd08df222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:55Z', 'updated_at': '2021-07-08T13:02:06Z', 'revision_number': 4, 'project_id': '45f87e6dad28491db9dd7c8bd15c288e', 'subnets': [{'id': '5a7a9e7d-3071-4940-95e2-12dfd08df222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:02:07.646638 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-71414f73-d2db-4cd4-be72-cc7500b63a60 req-4c78749a-1cb3-4466-9240-252898bb8fcb tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--354493424&fields=id&tenant_id=45f87e6dad28491db9dd7c8bd15c288e HTTP/1.1" status: 200 len: 267 time: 0.0556235 Jul 08 13:02:07.684512 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 35956) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:07.700021 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-564993a0-4649-4311-8e21-758a5859a95b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:07.820723 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-564993a0-4649-4311-8e21-758a5859a95b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:07.828763 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-564993a0-4649-4311-8e21-758a5859a95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:07.834707 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-615b644b-3110-4324-8d19-7b6387de29b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:07.882949 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564993a0-4649-4311-8e21-758a5859a95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6079e24c-999d-4a6f-a569-a93b466d7794,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:07.888375 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-564993a0-4649-4311-8e21-758a5859a95b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5f4fd98bc7a64805be0aba9bf883b06c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2025554 Jul 08 13:02:07.892396 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 35960) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:07.979962 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0a026cbe-abbd-476f-88d6-e35c6e18afe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:08.033481 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0a026cbe-abbd-476f-88d6-e35c6e18afe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:08.126250 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71414f73-d2db-4cd4-be72-cc7500b63a60 req-75f437f2-9656-4c1f-9883-02e05742f169 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:08.133380 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-71414f73-d2db-4cd4-be72-cc7500b63a60 req-75f437f2-9656-4c1f-9883-02e05742f169 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/networks?id=a04372ec-c042-4405-a1d0-b6660a8bf946 HTTP/1.1" status: 200 len: 816 time: 0.4741392 Jul 08 13:02:08.154179 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-71414f73-d2db-4cd4-be72-cc7500b63a60 req-809d9f8a-c215-4694-a928-59f22f25fdfe tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/quotas/45f87e6dad28491db9dd7c8bd15c288e HTTP/1.1" status: 200 len: 375 time: 0.0198550 Jul 08 13:02:08.158015 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0a026cbe-abbd-476f-88d6-e35c6e18afe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:08.184128 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0a026cbe-abbd-476f-88d6-e35c6e18afe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:08.189959 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-0a026cbe-abbd-476f-88d6-e35c6e18afe3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6079e24c-999d-4a6f-a569-a93b466d7794 HTTP/1.1" status: 204 len: 168 time: 0.2962804 Jul 08 13:02:08.226501 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a026cbe-abbd-476f-88d6-e35c6e18afe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6079e24c-999d-4a6f-a569-a93b466d7794,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:08.355156 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-71414f73-d2db-4cd4-be72-cc7500b63a60 req-0e3ede3e-3906-4626-a478-384864a0ac90 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=45f87e6dad28491db9dd7c8bd15c288e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1690662 Jul 08 13:02:08.422814 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-08221194-7a76-42bc-8f42-bb0662dd016e req-a44bc3f2-ff00-40dd-aa9f-747c4b1a9769 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 210 time: 0.0600114 Jul 08 13:02:08.834207 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [req-71414f73-d2db-4cd4-be72-cc7500b63a60 req-40140ac3-dfd2-417b-94ea-ad62d25a6fe3 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=93012) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 13:02:08.842941 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-71414f73-d2db-4cd4-be72-cc7500b63a60 req-40140ac3-dfd2-417b-94ea-ad62d25a6fe3 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0881371 Jul 08 13:02:08.875117 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d14ac-d8d6-4cf7-964b-bcb87c06edeb req-081e660b-c420-43cf-ace2-bef158a644f3 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:08.887323 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-995d14ac-d8d6-4cf7-964b-bcb87c06edeb req-081e660b-c420-43cf-ace2-bef158a644f3 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.59 "GET /v2.0/ports?device_id=47e214a6-9a31-4f7e-82e1-0ddd36af31c2 HTTP/1.1" status: 200 len: 944 time: 0.2022493 Jul 08 13:02:09.164171 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-995d14ac-d8d6-4cf7-964b-bcb87c06edeb req-4401e52c-73e7-4cf4-b616-2238b1e8c130 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.59 "GET /v2.0/security-groups?id=168f3a28-be4d-454a-949b-a53055456ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758603 Jul 08 13:02:09.229802 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-71414f73-d2db-4cd4-be72-cc7500b63a60 req-f166437e-5af6-4244-a055-3262c897c34e service neutron] 10.222.0.59 "GET /v2.0/networks/a04372ec-c042-4405-a1d0-b6660a8bf946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855913 Jul 08 13:02:09.295120 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device e7f68077-d005-4327-adda-3628edd68008 up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:02:09.326148 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db1ba2-2a32-49c1-9cda-9dd5786b50ee req-3f3135e6-a91d-4687-960d-81ab1bd0df0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:09.337629 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-32db1ba2-2a32-49c1-9cda-9dd5786b50ee req-3f3135e6-a91d-4687-960d-81ab1bd0df0f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe1a1ede37a848729b4152976c43140a&device_id=47e214a6-9a31-4f7e-82e1-0ddd36af31c2 HTTP/1.1" status: 200 len: 1097 time: 0.3961565 Jul 08 13:02:09.415009 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning for port e7f68077-d005-4327-adda-3628edd68008 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:02:09.430310 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning complete for port e7f68077-d005-4327-adda-3628edd68008 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:02:09.430753 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:09.470297 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-71414f73-d2db-4cd4-be72-cc7500b63a60 req-0c30732b-92c6-4964-83fa-1a29c433558e service neutron] 10.222.0.59 "GET /v2.0/networks/a04372ec-c042-4405-a1d0-b6660a8bf946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387176 Jul 08 13:02:09.649594 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-32db1ba2-2a32-49c1-9cda-9dd5786b50ee req-b2fa83cd-2e9f-4800-ad9c-3c458b319374 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bfd21db-f00a-4745-bd69-8917a9629e33 HTTP/1.1" status: 200 len: 217 time: 0.2128506 Jul 08 13:02:09.830063 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:10.010944 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db1ba2-2a32-49c1-9cda-9dd5786b50ee req-813eb4a5-84f0-4548-8627-a9f5d9130f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:10.018031 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] For port e7f68077-d005-4327-adda-3628edd68008, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=e7f68077-d005-4327-adda-3628edd68008,segment=NetworkSegment(e9afe398-2e2b-4f79-94b7-dda3a4c06771),segment_id=e9afe398-2e2b-4f79-94b7-dda3a4c06771)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:02:10.021721 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-32db1ba2-2a32-49c1-9cda-9dd5786b50ee req-813eb4a5-84f0-4548-8627-a9f5d9130f2c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bbdc0614-803c-4499-ba77-51b1db6adea1 HTTP/1.1" status: 200 len: 851 time: 0.3098538 Jul 08 13:02:10.027103 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:10.057563 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ace86731-79a4-4c34-8ca5-5e07c4ad7d88 req-b3be5108-6444-4da0-95a7-afe3b8c169f4 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 210 time: 0.1327887 Jul 08 13:02:10.217772 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Pushing event updated for resources: {'Port': ['ID=e7f68077-d005-4327-adda-3628edd68008,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:10.289610 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f07bc1f6-2296-463a-94c6-17607bd331e0 req-2e2e2882-be3c-470b-bf40-f64d8ea5c788 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 210 time: 0.2626390 Jul 08 13:02:10.302985 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-32db1ba2-2a32-49c1-9cda-9dd5786b50ee req-3a808731-bd7c-4276-af8a-af43f25cf0c7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b50c6e20-5d12-48f8-ada2-d58c7aba656d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2379675 Jul 08 13:02:10.619394 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac12c0c-2226-4769-b1a6-9a93d3e1b2f0 req-8d8506ff-53f0-40cb-a6e4-4ce91e6edce1 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:10.629437 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-eac12c0c-2226-4769-b1a6-9a93d3e1b2f0 req-8d8506ff-53f0-40cb-a6e4-4ce91e6edce1 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.59 "GET /v2.0/ports?device_id=47e214a6-9a31-4f7e-82e1-0ddd36af31c2 HTTP/1.1" status: 200 len: 944 time: 0.1316137 Jul 08 13:02:10.690775 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-eac12c0c-2226-4769-b1a6-9a93d3e1b2f0 req-b26fdfad-63c7-467a-9f89-a10c9c04f2b0 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.59 "GET /v2.0/security-groups?id=168f3a28-be4d-454a-949b-a53055456ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602722 Jul 08 13:02:11.001608 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device e7f68077-d005-4327-adda-3628edd68008 up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:02:11.053599 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning complete for port e7f68077-d005-4327-adda-3628edd68008 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:02:11.053966 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:11.237477 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-52d05fcf-93a7-49ca-99c2-e4a100815a81 req-54177305-eb6e-4cbe-8f76-0a67c5f82aa0 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 210 time: 0.0326891 Jul 08 13:02:11.479112 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fd16199c-8ce4-4d4a-9ef4-8a8b19bad8f7 req-d28c99c8-4f8b-4ef0-93e2-ed4a863ba403 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 210 time: 0.0427370 Jul 08 13:02:11.960923 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b6384-4f56-47ea-9224-b714013129b7 req-5e73f6b8-06a6-423b-9c5b-4e8f9614edd6 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:11.962632 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-558b6384-4f56-47ea-9224-b714013129b7 req-5e73f6b8-06a6-423b-9c5b-4e8f9614edd6 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.59 "GET /v2.0/ports?device_id=47e214a6-9a31-4f7e-82e1-0ddd36af31c2 HTTP/1.1" status: 200 len: 944 time: 0.0847521 Jul 08 13:02:12.015318 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-558b6384-4f56-47ea-9224-b714013129b7 req-1c5544f0-6d5d-496a-b418-099c7b068a92 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.59 "GET /v2.0/security-groups?id=168f3a28-be4d-454a-949b-a53055456ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469196 Jul 08 13:02:12.398899 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7f758593-3d00-4b6d-b539-cad1a0efe637 req-ef1c85f6-f0ed-49f0-a32a-870fdc27e244 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 210 time: 0.0297859 Jul 08 13:02:12.711578 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-7af3b231-0c3f-4431-90d3-2d0316a16b16 req-248b03af-462f-4470-860d-a9426678c1cb tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 210 time: 0.0393655 Jul 08 13:02:13.028027 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 36246) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:13.148497 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5e63f26e-4355-438b-b764-d558d8979e59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:13.202742 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32db78-f7bc-4a27-a6c9-e38493a9f2df req-8c309ce5-5de2-4a34-845c-f1afc2a24648 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:13.204862 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8d32db78-f7bc-4a27-a6c9-e38493a9f2df req-8c309ce5-5de2-4a34-845c-f1afc2a24648 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.59 "GET /v2.0/ports?device_id=47e214a6-9a31-4f7e-82e1-0ddd36af31c2 HTTP/1.1" status: 200 len: 944 time: 0.0730352 Jul 08 13:02:13.256491 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8d32db78-f7bc-4a27-a6c9-e38493a9f2df req-602aff49-148a-4eac-a6bc-27722632405a tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.59 "GET /v2.0/security-groups?id=168f3a28-be4d-454a-949b-a53055456ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426135 Jul 08 13:02:13.261483 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5e63f26e-4355-438b-b764-d558d8979e59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:13.266919 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5e63f26e-4355-438b-b764-d558d8979e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:13.305310 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-5e63f26e-4355-438b-b764-d558d8979e59 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=60070af8d29a4313bd15fce4b431a1aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2758186 Jul 08 13:02:13.306050 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e63f26e-4355-438b-b764-d558d8979e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d72da6-a23f-459c-860f-8436d7ee7fce,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:13.308369 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 36252) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:13.377779 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-69936d91-782e-4842-aae3-1ed4f2ca72f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:13.399107 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-69936d91-782e-4842-aae3-1ed4f2ca72f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:13.449139 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-69936d91-782e-4842-aae3-1ed4f2ca72f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:13.451670 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-69936d91-782e-4842-aae3-1ed4f2ca72f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:13.452912 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-69936d91-782e-4842-aae3-1ed4f2ca72f8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/30d72da6-a23f-459c-860f-8436d7ee7fce HTTP/1.1" status: 204 len: 168 time: 0.1433942 Jul 08 13:02:13.460959 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69936d91-782e-4842-aae3-1ed4f2ca72f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d72da6-a23f-459c-860f-8436d7ee7fce,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:13.560289 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-26e621a4-a9a5-496d-a2de-85432f361d26 req-158dd07a-38e9-4a62-852c-b380aa112ea1 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 210 time: 0.0336139 Jul 08 13:02:13.768669 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 36264) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:13.782912 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-7bba6cd2-59c1-441a-baff-df9856f2adf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:13.912223 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-24190bb5-221c-48c0-bc28-7667c5e7f5f3 req-f62f9e0b-bac1-45f2-9cba-c3a3e83d3737 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 210 time: 0.0401728 Jul 08 13:02:14.007687 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-7bba6cd2-59c1-441a-baff-df9856f2adf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:14.012403 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-7bba6cd2-59c1-441a-baff-df9856f2adf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:14.068339 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-7bba6cd2-59c1-441a-baff-df9856f2adf3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2083eced05e14df28c720d3b6636cb2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2981796 Jul 08 13:02:14.069363 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bba6cd2-59c1-441a-baff-df9856f2adf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1174235-a4c4-4320-a49e-6c3c359dd82b,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:14.071256 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 36284) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:14.187047 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-61fefaf7-13d5-4bd0-9434-5dcf885ae605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:14.215881 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-61fefaf7-13d5-4bd0-9434-5dcf885ae605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:14.271256 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-61fefaf7-13d5-4bd0-9434-5dcf885ae605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:14.281919 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-61fefaf7-13d5-4bd0-9434-5dcf885ae605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:14.283339 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-61fefaf7-13d5-4bd0-9434-5dcf885ae605 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d1174235-a4c4-4320-a49e-6c3c359dd82b HTTP/1.1" status: 204 len: 168 time: 0.2100356 Jul 08 13:02:14.292544 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fefaf7-13d5-4bd0-9434-5dcf885ae605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1174235-a4c4-4320-a49e-6c3c359dd82b,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:14.415110 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 36294) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:14.495909 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5804e9e9-d4b4-4b40-ab69-8b99e1ab1492 req-37ab6edb-16cd-47dd-a525-117ce567bd45 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:14.498323 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-5804e9e9-d4b4-4b40-ab69-8b99e1ab1492 req-37ab6edb-16cd-47dd-a525-117ce567bd45 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.59 "GET /v2.0/ports?device_id=47e214a6-9a31-4f7e-82e1-0ddd36af31c2 HTTP/1.1" status: 200 len: 944 time: 0.0929639 Jul 08 13:02:14.546554 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-5804e9e9-d4b4-4b40-ab69-8b99e1ab1492 req-d6510728-0467-4adc-a340-53a19303bdbc tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.59 "GET /v2.0/security-groups?id=168f3a28-be4d-454a-949b-a53055456ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350678 Jul 08 13:02:14.696010 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9677c2f0-eb78-426d-ae47-221f9929f540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:14.751721 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-752efefb-bb94-4871-b504-f32fefadeba3 req-3b2e1cd9-891d-4ea5-bc35-b90ef301d0cc tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 210 time: 0.0406728 Jul 08 13:02:14.844997 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9677c2f0-eb78-426d-ae47-221f9929f540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:14.849725 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9677c2f0-eb78-426d-ae47-221f9929f540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:14.893253 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-9677c2f0-eb78-426d-ae47-221f9929f540 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7b084764fe9042e498fae9f52fabd99c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4767578 Jul 08 13:02:14.894464 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9677c2f0-eb78-426d-ae47-221f9929f540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a999fe8-ea3e-45a5-9c69-ade5b951e085,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:14.896035 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 36312) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:15.007542 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-80f59a19-8ac3-4d0d-84ff-45eb25208912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:15.064733 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-80f59a19-8ac3-4d0d-84ff-45eb25208912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:15.119945 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-cb82fc98-99c2-464a-acc1-099d90b47ac0 req-2196af56-e8a2-4a88-bcc2-e43d63810e32 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 210 time: 0.0474482 Jul 08 13:02:15.176780 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-80f59a19-8ac3-4d0d-84ff-45eb25208912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:15.180169 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-80f59a19-8ac3-4d0d-84ff-45eb25208912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:15.184583 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-80f59a19-8ac3-4d0d-84ff-45eb25208912 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3a999fe8-ea3e-45a5-9c69-ade5b951e085 HTTP/1.1" status: 204 len: 168 time: 0.2873762 Jul 08 13:02:15.195623 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f59a19-8ac3-4d0d-84ff-45eb25208912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a999fe8-ea3e-45a5-9c69-ade5b951e085,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:15.533943 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 36338) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:15.552344 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4c33bf48-fde8-4847-8cd4-815ade78c5f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:15.677887 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4c33bf48-fde8-4847-8cd4-815ade78c5f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:15.684942 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4c33bf48-fde8-4847-8cd4-815ade78c5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:15.716702 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-4c33bf48-fde8-4847-8cd4-815ade78c5f5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0cb3d064669e4a18a2da3025db06b464&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1813734 Jul 08 13:02:15.717571 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 36344) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:15.741805 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe28ced-e1c7-4ddf-b31b-f84fd34a6e63 req-5e00dfcb-eff1-48dd-a294-14515ce7e8da tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:15.751030 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fbe28ced-e1c7-4ddf-b31b-f84fd34a6e63 req-5e00dfcb-eff1-48dd-a294-14515ce7e8da tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.59 "GET /v2.0/ports?device_id=47e214a6-9a31-4f7e-82e1-0ddd36af31c2 HTTP/1.1" status: 200 len: 944 time: 0.0856984 Jul 08 13:02:15.804363 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fbe28ced-e1c7-4ddf-b31b-f84fd34a6e63 req-f83738b4-dd78-47a0-b67c-a84f104cc2f3 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.59 "GET /v2.0/security-groups?id=168f3a28-be4d-454a-949b-a53055456ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521085 Jul 08 13:02:15.805286 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c33bf48-fde8-4847-8cd4-815ade78c5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28eda1ea-6d89-40de-8c84-b75c75ac71d3,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:15.812907 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a427a39c-9209-4c1c-9351-5d5b30111261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:15.874176 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a427a39c-9209-4c1c-9351-5d5b30111261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:15.950045 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-70f7ca45-d7a3-4c6c-91de-e2cd4f10c9c1 req-cbcfc9fb-8164-4e55-aad6-20c840553d49 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 210 time: 0.0424526 Jul 08 13:02:15.990737 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a427a39c-9209-4c1c-9351-5d5b30111261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:15.993457 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a427a39c-9209-4c1c-9351-5d5b30111261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:15.994588 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-a427a39c-9209-4c1c-9351-5d5b30111261 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/28eda1ea-6d89-40de-8c84-b75c75ac71d3 HTTP/1.1" status: 204 len: 168 time: 0.2741232 Jul 08 13:02:16.010343 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a427a39c-9209-4c1c-9351-5d5b30111261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28eda1ea-6d89-40de-8c84-b75c75ac71d3,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:16.284761 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f734e09e-07cd-405b-b83c-262ff6c85bad req-e87f4f99-3347-41fc-888d-dd44c21f0b60 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 210 time: 0.0421345 Jul 08 13:02:16.743601 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-32db1ba2-2a32-49c1-9cda-9dd5786b50ee req-1bf6929b-c022-4ed3-b803-8f20407a25b1 service neutron] 10.222.0.21 "GET /v2.0/networks/b50c6e20-5d12-48f8-ada2-d58c7aba656d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133728 Jul 08 13:02:16.966607 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-32db1ba2-2a32-49c1-9cda-9dd5786b50ee req-e0cc5507-53ff-4b0a-9cb3-7d6ea5fc9956 service neutron] 10.222.0.21 "GET /v2.0/networks/b50c6e20-5d12-48f8-ada2-d58c7aba656d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767275 Jul 08 13:02:16.987767 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.21', 61047) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:16.999521 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-0cef42f3-3a1a-4020-b263-5152d2247e85 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 13:02:17.154793 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be61f6-e4ea-40c7-9a45-14b2f55d9f58 req-3f66d99c-0202-4e6b-a25d-cd764a2e2659 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:17.168807 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d1be61f6-e4ea-40c7-9a45-14b2f55d9f58 req-3f66d99c-0202-4e6b-a25d-cd764a2e2659 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.59 "GET /v2.0/ports?device_id=47e214a6-9a31-4f7e-82e1-0ddd36af31c2 HTTP/1.1" status: 200 len: 944 time: 0.1827555 Jul 08 13:02:17.248809 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1501409a-39f1-4ffd-9943-07c699c6fb21 req-87629c1f-b06a-4a83-b85b-667643519402 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 210 time: 0.0501657 Jul 08 13:02:17.278883 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d1be61f6-e4ea-40c7-9a45-14b2f55d9f58 req-b8391b02-ffca-4a98-b0b8-f89d87e18a3d tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.59 "GET /v2.0/security-groups?id=168f3a28-be4d-454a-949b-a53055456ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992415 Jul 08 13:02:17.289021 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74009b39-2b30-42d0-b410-db4c6ee3815a req-76b9ed93-c82b-4c66-a12d-91c04dbe3783 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:17.291062 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-74009b39-2b30-42d0-b410-db4c6ee3815a req-76b9ed93-c82b-4c66-a12d-91c04dbe3783 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.21 "GET /v2.0/networks?id=3251653d-c1cd-4817-8726-9493dab78425 HTTP/1.1" status: 200 len: 811 time: 0.2667098 Jul 08 13:02:17.435975 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-74009b39-2b30-42d0-b410-db4c6ee3815a req-11338d00-d24c-45a5-9edd-0085a3cbaa60 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11619993cd774ac09b800cbdf78beb05 HTTP/1.1" status: 200 len: 380 time: 0.0743268 Jul 08 13:02:17.473391 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [req-74009b39-2b30-42d0-b410-db4c6ee3815a req-70ba476d-363e-4e8b-80d3-51bd809ea0b6 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Request body: {'port': {'device_id': 'eb873eaf-36f4-4497-bcfc-b0535c2a0f40', 'network_id': '3251653d-c1cd-4817-8726-9493dab78425', 'admin_state_up': True, 'tenant_id': '11619993cd774ac09b800cbdf78beb05', 'security_groups': ['537162c2-7e03-42f9-9511-978f3a376ba4']}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:02:17.480102 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f474c2f1-9b68-40f2-bb43-6cc120eb3847 req-bda56120-56b7-4b1a-b4a9-0bec309ff70d tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 210 time: 0.0428152 Jul 08 13:02:17.507259 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d0dc03-fca0-4ecb-a5b0-dcb9ad68c62a req-822ade72-34b8-4a91-ae36-3c6292b1b41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:17.509057 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-e1d0dc03-fca0-4ecb-a5b0-dcb9ad68c62a req-822ade72-34b8-4a91-ae36-3c6292b1b41c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe1a1ede37a848729b4152976c43140a&device_id=47e214a6-9a31-4f7e-82e1-0ddd36af31c2 HTTP/1.1" status: 200 len: 1097 time: 0.1458309 Jul 08 13:02:17.630825 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74009b39-2b30-42d0-b410-db4c6ee3815a req-70ba476d-363e-4e8b-80d3-51bd809ea0b6 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Made reservation on behalf of 11619993cd774ac09b800cbdf78beb05 for: {'port': 1} {{(pid=93012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:02:17.634409 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-74009b39-2b30-42d0-b410-db4c6ee3815a req-70ba476d-363e-4e8b-80d3-51bd809ea0b6 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:17.684304 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d0dc03-fca0-4ecb-a5b0-dcb9ad68c62a req-a515b106-34e3-4159-8301-a2ed5f30f27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:17.686248 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-e1d0dc03-fca0-4ecb-a5b0-dcb9ad68c62a req-a515b106-34e3-4159-8301-a2ed5f30f27a service neutron] 10.222.0.21 "GET /v2.0/networks?id=b50c6e20-5d12-48f8-ada2-d58c7aba656d HTTP/1.1" status: 200 len: 912 time: 0.1691241 Jul 08 13:02:17.912833 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_common [req-74009b39-2b30-42d0-b410-db4c6ee3815a req-70ba476d-363e-4e8b-80d3-51bd809ea0b6 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Allocated IP 172.20.0.14 (3251653d-c1cd-4817-8726-9493dab78425/d3709b84-2db1-4e0f-9f70-caed69efa57a/c56eead0-56c8-4fa5-9021-fffd33d18acc) {{(pid=93012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:02:17.961035 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-e1d0dc03-fca0-4ecb-a5b0-dcb9ad68c62a req-47c9854c-21a6-4832-8c6f-36bc8290b0fb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bfd21db-f00a-4745-bd69-8917a9629e33 HTTP/1.1" status: 200 len: 217 time: 0.2680347 Jul 08 13:02:17.965313 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.21', 61057) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:18.115817 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-74009b39-2b30-42d0-b410-db4c6ee3815a req-70ba476d-363e-4e8b-80d3-51bd809ea0b6 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks [] for port, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:18.131968 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d0dc03-fca0-4ecb-a5b0-dcb9ad68c62a req-bb3db1df-2211-4501-a8d3-12cb9e8532ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:18.133530 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-e1d0dc03-fca0-4ecb-a5b0-dcb9ad68c62a req-bb3db1df-2211-4501-a8d3-12cb9e8532ae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bbdc0614-803c-4499-ba77-51b1db6adea1 HTTP/1.1" status: 200 len: 851 time: 0.1581795 Jul 08 13:02:18.133668 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.provisioning_blocks [req-74009b39-2b30-42d0-b410-db4c6ee3815a req-70ba476d-363e-4e8b-80d3-51bd809ea0b6 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Transition to ACTIVE for port object c56eead0-56c8-4fa5-9021-fffd33d18acc will not be triggered until provisioned by entity DHCP. {{(pid=93012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:02:18.179169 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-e1d0dc03-fca0-4ecb-a5b0-dcb9ad68c62a req-46f4a6d4-39d5-4d1e-a8a2-1e5b3f57e2f8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b50c6e20-5d12-48f8-ada2-d58c7aba656d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304399 Jul 08 13:02:18.183647 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-74009b39-2b30-42d0-b410-db4c6ee3815a req-70ba476d-363e-4e8b-80d3-51bd809ea0b6 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276'] for port, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:18.185774 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71414f73-d2db-4cd4-be72-cc7500b63a60 req-064a1a49-d35d-4bd3-a758-4ca98b143827 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:18.187142 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-71414f73-d2db-4cd4-be72-cc7500b63a60 req-064a1a49-d35d-4bd3-a758-4ca98b143827 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.21 "GET /v2.0/networks?id=a04372ec-c042-4405-a1d0-b6660a8bf946 HTTP/1.1" status: 200 len: 816 time: 0.2129831 Jul 08 13:02:18.272769 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74009b39-2b30-42d0-b410-db4c6ee3815a req-70ba476d-363e-4e8b-80d3-51bd809ea0b6 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Network 3251653d-c1cd-4817-8726-9493dab78425 is already hosted by enough agents. {{(pid=93012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:02:18.282885 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [req-74009b39-2b30-42d0-b410-db4c6ee3815a req-70ba476d-363e-4e8b-80d3-51bd809ea0b6 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Resources bound (agent type, host, resource id): {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:02:18.291675 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [req-74009b39-2b30-42d0-b410-db4c6ee3815a req-70ba476d-363e-4e8b-80d3-51bd809ea0b6 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Received port after_create {{(pid=93012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:02:18.301784 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74009b39-2b30-42d0-b410-db4c6ee3815a req-70ba476d-363e-4e8b-80d3-51bd809ea0b6 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:18.302644 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-74009b39-2b30-42d0-b410-db4c6ee3815a req-70ba476d-363e-4e8b-80d3-51bd809ea0b6 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for port, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:18.323298 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-71414f73-d2db-4cd4-be72-cc7500b63a60 req-ee590b6a-81b2-42a8-9388-f00db53af9b7 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45f87e6dad28491db9dd7c8bd15c288e HTTP/1.1" status: 200 len: 379 time: 0.1059196 Jul 08 13:02:18.339299 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [req-71414f73-d2db-4cd4-be72-cc7500b63a60 req-73fddcf6-ae0b-450e-bec0-dd239dc85562 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Request body: {'port': {'device_id': '21b1daef-37a3-4bcc-a6bc-da783294b4ce', 'network_id': 'a04372ec-c042-4405-a1d0-b6660a8bf946', 'admin_state_up': True, 'tenant_id': '45f87e6dad28491db9dd7c8bd15c288e', 'security_groups': ['d40a418c-ae35-421e-8ab7-5e846a02db00']}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:02:18.354116 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ba476d-363e-4e8b-80d3-51bd809ea0b6 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Pushing event updated for resources: {'Port': ['ID=c56eead0-56c8-4fa5-9021-fffd33d18acc,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:18.369640 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-74009b39-2b30-42d0-b410-db4c6ee3815a req-70ba476d-363e-4e8b-80d3-51bd809ea0b6 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9191859 Jul 08 13:02:18.392822 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [req-74009b39-2b30-42d0-b410-db4c6ee3815a req-ca722316-27f6-4d2f-8352-822be6eba480 service neutron] Request body: {'port': {'device_id': 'eb873eaf-36f4-4497-bcfc-b0535c2a0f40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:02:18.576388 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-74009b39-2b30-42d0-b410-db4c6ee3815a req-ca722316-27f6-4d2f-8352-822be6eba480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:18.663541 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-e68df709-d26b-4384-b856-10b4c752e1c8 req-cfaf3e6f-7600-4606-bcb9-38a5d1bce75e tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 210 time: 0.0904424 Jul 08 13:02:18.665727 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-e1d0dc03-fca0-4ecb-a5b0-dcb9ad68c62a req-a3cecca0-ba16-4dfc-811a-90b85fa1d816 service neutron] 10.222.0.21 "GET /v2.0/networks/b50c6e20-5d12-48f8-ada2-d58c7aba656d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4767928 Jul 08 13:02:18.789013 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71414f73-d2db-4cd4-be72-cc7500b63a60 req-73fddcf6-ae0b-450e-bec0-dd239dc85562 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Made reservation on behalf of 45f87e6dad28491db9dd7c8bd15c288e for: {'port': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:02:18.801862 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-71414f73-d2db-4cd4-be72-cc7500b63a60 req-73fddcf6-ae0b-450e-bec0-dd239dc85562 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:18.817330 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3bc5c648-5b26-4f05-b35a-5c9838521810 None None] Provisioning for port c56eead0-56c8-4fa5-9021-fffd33d18acc completed by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:02:18.825000 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3bc5c648-5b26-4f05-b35a-5c9838521810 None None] Provisioning complete for port c56eead0-56c8-4fa5-9021-fffd33d18acc triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:02:18.826855 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3bc5c648-5b26-4f05-b35a-5c9838521810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:18.888067 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-3bc5c648-5b26-4f05-b35a-5c9838521810 None None] Port c56eead0-56c8-4fa5-9021-fffd33d18acc cannot update to ACTIVE because it is not bound. {{(pid=93013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 13:02:19.100017 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [req-71414f73-d2db-4cd4-be72-cc7500b63a60 req-73fddcf6-ae0b-450e-bec0-dd239dc85562 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Allocated IP 172.20.0.3 (a04372ec-c042-4405-a1d0-b6660a8bf946/5a7a9e7d-3071-4940-95e2-12dfd08df222/2a444704-0459-47f5-8a8e-0527f9196d16) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:02:19.105069 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-e1d0dc03-fca0-4ecb-a5b0-dcb9ad68c62a req-d8cba155-755b-44a4-ba43-8116f207f8e8 service neutron] 10.222.0.21 "GET /v2.0/networks/b50c6e20-5d12-48f8-ada2-d58c7aba656d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4259210 Jul 08 13:02:19.183613 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b25d0-f24d-4086-a3be-9415f93c0c1d req-6c230557-33de-436a-a004-6b3563dbc2f2 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:19.186234 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-2e5b25d0-f24d-4086-a3be-9415f93c0c1d req-6c230557-33de-436a-a004-6b3563dbc2f2 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 932 time: 0.2433431 Jul 08 13:02:19.281806 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 36534) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:19.308527 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbe13e-69f6-403f-bd64-68f38ca2ff50 req-507c9a21-cbc7-46ba-b52c-edd2585fb86d tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:19.318802 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e1cbe13e-69f6-403f-bd64-68f38ca2ff50 req-507c9a21-cbc7-46ba-b52c-edd2585fb86d tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.59 "GET /v2.0/ports?device_id=47e214a6-9a31-4f7e-82e1-0ddd36af31c2 HTTP/1.1" status: 200 len: 944 time: 0.7514584 Jul 08 13:02:19.340358 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-2e5b25d0-f24d-4086-a3be-9415f93c0c1d req-f2ebbe34-08e2-4d9e-a282-6d31580539e6 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=537162c2-7e03-42f9-9511-978f3a376ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468027 Jul 08 13:02:19.417058 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e1cbe13e-69f6-403f-bd64-68f38ca2ff50 req-afdc91f2-d61f-455c-a0a0-e2af6edefbaa tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.59 "GET /v2.0/security-groups?id=168f3a28-be4d-454a-949b-a53055456ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970299 Jul 08 13:02:19.419141 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-71414f73-d2db-4cd4-be72-cc7500b63a60 req-73fddcf6-ae0b-450e-bec0-dd239dc85562 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:19.440614 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [req-71414f73-d2db-4cd4-be72-cc7500b63a60 req-73fddcf6-ae0b-450e-bec0-dd239dc85562 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Transition to ACTIVE for port object 2a444704-0459-47f5-8a8e-0527f9196d16 will not be triggered until provisioned by entity DHCP. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:02:19.451831 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-96501d24-6268-47d4-80c1-95b9089f3bbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:19.473902 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-71414f73-d2db-4cd4-be72-cc7500b63a60 req-73fddcf6-ae0b-450e-bec0-dd239dc85562 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:19.527502 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71414f73-d2db-4cd4-be72-cc7500b63a60 req-73fddcf6-ae0b-450e-bec0-dd239dc85562 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Network a04372ec-c042-4405-a1d0-b6660a8bf946 is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:02:19.530671 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [req-71414f73-d2db-4cd4-be72-cc7500b63a60 req-73fddcf6-ae0b-450e-bec0-dd239dc85562 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:02:19.532026 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [req-74009b39-2b30-42d0-b410-db4c6ee3815a req-ca722316-27f6-4d2f-8352-822be6eba480 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c56eead0-56c8-4fa5-9021-fffd33d18acc {{(pid=93012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:02:19.535131 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [req-71414f73-d2db-4cd4-be72-cc7500b63a60 req-73fddcf6-ae0b-450e-bec0-dd239dc85562 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:02:19.541104 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71414f73-d2db-4cd4-be72-cc7500b63a60 req-73fddcf6-ae0b-450e-bec0-dd239dc85562 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:19.541810 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-71414f73-d2db-4cd4-be72-cc7500b63a60 req-73fddcf6-ae0b-450e-bec0-dd239dc85562 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:19.543043 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-74009b39-2b30-42d0-b410-db4c6ee3815a req-ca722316-27f6-4d2f-8352-822be6eba480 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:19.553594 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fddcf6-ae0b-450e-bec0-dd239dc85562 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Pushing event updated for resources: {'Port': ['ID=2a444704-0459-47f5-8a8e-0527f9196d16,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:19.568273 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.provisioning_blocks [req-74009b39-2b30-42d0-b410-db4c6ee3815a req-ca722316-27f6-4d2f-8352-822be6eba480 service neutron] Transition to ACTIVE for port object c56eead0-56c8-4fa5-9021-fffd33d18acc will not be triggered until provisioned by entity L2. {{(pid=93012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:02:19.575569 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-74009b39-2b30-42d0-b410-db4c6ee3815a req-ca722316-27f6-4d2f-8352-822be6eba480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:19.649366 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca722316-27f6-4d2f-8352-822be6eba480 service neutron] Pushing event updated for resources: {'Port': ['ID=c56eead0-56c8-4fa5-9021-fffd33d18acc,revision_number=2']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:19.700669 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-96501d24-6268-47d4-80c1-95b9089f3bbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:19.711712 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-96501d24-6268-47d4-80c1-95b9089f3bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:19.712943 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-71414f73-d2db-4cd4-be72-cc7500b63a60 req-73fddcf6-ae0b-450e-bec0-dd239dc85562 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3785319 Jul 08 13:02:19.719500 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [req-74009b39-2b30-42d0-b410-db4c6ee3815a req-ca722316-27f6-4d2f-8352-822be6eba480 service neutron] Attempting to bind port c56eead0-56c8-4fa5-9021-fffd33d18acc on host hv-cinder-78960 for vnic_type normal with profile {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 13:02:19.719870 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [req-74009b39-2b30-42d0-b410-db4c6ee3815a req-ca722316-27f6-4d2f-8352-822be6eba480 service neutron] Attempting to bind port c56eead0-56c8-4fa5-9021-fffd33d18acc by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'da04ac3a-37cb-46dc-a027-e9022e8212d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3251653d-c1cd-4817-8726-9493dab78425'}] {{(pid=93012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 13:02:19.720240 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74009b39-2b30-42d0-b410-db4c6ee3815a req-ca722316-27f6-4d2f-8352-822be6eba480 service neutron] Attempting to bind port c56eead0-56c8-4fa5-9021-fffd33d18acc on network 3251653d-c1cd-4817-8726-9493dab78425 {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:02:19.742710 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74009b39-2b30-42d0-b410-db4c6ee3815a req-ca722316-27f6-4d2f-8352-822be6eba480 service neutron] Port c56eead0-56c8-4fa5-9021-fffd33d18acc on network 3251653d-c1cd-4817-8726-9493dab78425 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 13:02:19.743035 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74009b39-2b30-42d0-b410-db4c6ee3815a req-ca722316-27f6-4d2f-8352-822be6eba480 service neutron] Attempting to bind port c56eead0-56c8-4fa5-9021-fffd33d18acc on network 3251653d-c1cd-4817-8726-9493dab78425 {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:02:19.765383 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-96501d24-6268-47d4-80c1-95b9089f3bbb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=408c743488c940cd8d6877f6f8877c03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4781008 Jul 08 13:02:19.766638 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96501d24-6268-47d4-80c1-95b9089f3bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe2c18b-5f0a-4387-86af-a4f5e16a7a7e,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:19.768606 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 36544) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:19.769203 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74009b39-2b30-42d0-b410-db4c6ee3815a req-ca722316-27f6-4d2f-8352-822be6eba480 service neutron] Checking agent: {'id': 'c15515fa-7ee9-40ef-8b65-fb183853d126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 13, 0), 'started_at': datetime.datetime(2021, 7, 8, 13, 0), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 13:02:19.769549 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74009b39-2b30-42d0-b410-db4c6ee3815a req-ca722316-27f6-4d2f-8352-822be6eba480 service neutron] Checking segment: {'id': 'da04ac3a-37cb-46dc-a027-e9022e8212d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3251653d-c1cd-4817-8726-9493dab78425'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:02:19.770090 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74009b39-2b30-42d0-b410-db4c6ee3815a req-ca722316-27f6-4d2f-8352-822be6eba480 service neutron] Bound using segment: {'id': 'da04ac3a-37cb-46dc-a027-e9022e8212d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3251653d-c1cd-4817-8726-9493dab78425'} {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 13:02:19.770545 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [req-74009b39-2b30-42d0-b410-db4c6ee3815a req-ca722316-27f6-4d2f-8352-822be6eba480 service neutron] Bound port: c56eead0-56c8-4fa5-9021-fffd33d18acc, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da04ac3a-37cb-46dc-a027-e9022e8212d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3251653d-c1cd-4817-8726-9493dab78425'}}] {{(pid=93012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 13:02:19.770922 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-74009b39-2b30-42d0-b410-db4c6ee3815a req-ca722316-27f6-4d2f-8352-822be6eba480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:19.823140 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-e688cacf-433c-4a85-ac95-0b80ed00e1f7 None None] Provisioning for port 2a444704-0459-47f5-8a8e-0527f9196d16 completed by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:02:19.828176 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-e688cacf-433c-4a85-ac95-0b80ed00e1f7 None None] Provisioning complete for port 2a444704-0459-47f5-8a8e-0527f9196d16 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:02:19.829159 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-e688cacf-433c-4a85-ac95-0b80ed00e1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:19.857464 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [req-74009b39-2b30-42d0-b410-db4c6ee3815a req-ca722316-27f6-4d2f-8352-822be6eba480 service neutron] For port c56eead0-56c8-4fa5-9021-fffd33d18acc, host hv-cinder-78960, cleared binding levels {{(pid=93012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 13:02:19.862433 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [req-74009b39-2b30-42d0-b410-db4c6ee3815a req-ca722316-27f6-4d2f-8352-822be6eba480 service neutron] For port c56eead0-56c8-4fa5-9021-fffd33d18acc, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c56eead0-56c8-4fa5-9021-fffd33d18acc,segment=NetworkSegment(da04ac3a-37cb-46dc-a027-e9022e8212d8),segment_id=da04ac3a-37cb-46dc-a027-e9022e8212d8)] {{(pid=93012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 13:02:19.868605 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-74009b39-2b30-42d0-b410-db4c6ee3815a req-ca722316-27f6-4d2f-8352-822be6eba480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:19.881325 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-e688cacf-433c-4a85-ac95-0b80ed00e1f7 None None] Port 2a444704-0459-47f5-8a8e-0527f9196d16 cannot update to ACTIVE because it is not bound. {{(pid=93013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 13:02:19.895139 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-607b64f5-8cb1-4021-92de-fdba5eb2852d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:19.913926 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74009b39-2b30-42d0-b410-db4c6ee3815a req-ca722316-27f6-4d2f-8352-822be6eba480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:19.914538 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-74009b39-2b30-42d0-b410-db4c6ee3815a req-ca722316-27f6-4d2f-8352-822be6eba480 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for port, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:19.915969 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-74009b39-2b30-42d0-b410-db4c6ee3815a req-ca722316-27f6-4d2f-8352-822be6eba480 service neutron] 10.222.0.21 "PUT /v2.0/ports/c56eead0-56c8-4fa5-9021-fffd33d18acc HTTP/1.1" status: 200 len: 1094 time: 1.5277517 Jul 08 13:02:19.916462 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb873eaf-36f4-4497-bcfc-b0535c2a0f40', 'tag': 'c56eead0-56c8-4fa5-9021-fffd33d18acc'}] {{(pid=93012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:02:19.930939 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-607b64f5-8cb1-4021-92de-fdba5eb2852d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:19.950272 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3fc45-fbda-429d-a4df-a34b4c4e5e9f req-33fe4f8f-30fc-496b-af51-a0cf85ae88c1 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:19.951851 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-18a3fc45-fbda-429d-a4df-a34b4c4e5e9f req-33fe4f8f-30fc-496b-af51-a0cf85ae88c1 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 931 time: 0.1172569 Jul 08 13:02:20.009855 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca722316-27f6-4d2f-8352-822be6eba480 service neutron] Pushing event updated for resources: {'Port': ['ID=c56eead0-56c8-4fa5-9021-fffd33d18acc,revision_number=3']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:20.062891 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-18a3fc45-fbda-429d-a4df-a34b4c4e5e9f req-faae0278-0c4c-4c3f-b9d6-cfecb4d2b4c9 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994778 Jul 08 13:02:20.065316 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-607b64f5-8cb1-4021-92de-fdba5eb2852d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:20.090062 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-607b64f5-8cb1-4021-92de-fdba5eb2852d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:20.095429 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-607b64f5-8cb1-4021-92de-fdba5eb2852d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3fe2c18b-5f0a-4387-86af-a4f5e16a7a7e HTTP/1.1" status: 204 len: 168 time: 0.3240302 Jul 08 13:02:20.111675 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b64f5-8cb1-4021-92de-fdba5eb2852d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe2c18b-5f0a-4387-86af-a4f5e16a7a7e,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:20.178710 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd052ad9988fae0c023d90ace067622d59124d56325abb0637f2c794eb114897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894a1d7a-79b8-4134-a9bb-f4cf6d42b8c3" -d '{"events": [{"name": "network-changed", "server_uuid": "eb873eaf-36f4-4497-bcfc-b0535c2a0f40", "tag": "c56eead0-56c8-4fa5-9021-fffd33d18acc"}]}' {{(pid=93012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:02:20.358504 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 36574) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:20.509662 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 36586) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:20.528427 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 13:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35db9119-3db6-4d62-8b07-d7c3e24981da x-openstack-request-id: req-35db9119-3db6-4d62-8b07-d7c3e24981da {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:02:20.528716 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb873eaf-36f4-4497-bcfc-b0535c2a0f40", "tag": "c56eead0-56c8-4fa5-9021-fffd33d18acc", "status": "completed", "code": 200}]} {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:02:20.528996 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-35db9119-3db6-4d62-8b07-d7c3e24981da {{(pid=93012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:02:20.529450 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb873eaf-36f4-4497-bcfc-b0535c2a0f40', 'tag': 'c56eead0-56c8-4fa5-9021-fffd33d18acc', 'status': 'completed', 'code': 200} Jul 08 13:02:20.530547 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-406c0706-71d1-45a6-b95b-01f5013f5a18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:20.572873 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-6d925387-74b9-47cd-8f05-b09a3eb2ca32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:20.610030 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a4e55c-146e-440d-827b-a4313b29acf9 req-a6e7e097-5277-4de0-bf0e-5fcc0907abad tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:20.611613 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d0a4e55c-146e-440d-827b-a4313b29acf9 req-a6e7e097-5277-4de0-bf0e-5fcc0907abad tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 944 time: 0.0970626 Jul 08 13:02:20.654726 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d0a4e55c-146e-440d-827b-a4313b29acf9 req-8a14cd7b-33dc-4d7d-88c5-3c3202fbe0eb tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=537162c2-7e03-42f9-9511-978f3a376ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349884 Jul 08 13:02:20.660931 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-406c0706-71d1-45a6-b95b-01f5013f5a18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:20.666649 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-406c0706-71d1-45a6-b95b-01f5013f5a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:20.716293 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c0706-71d1-45a6-b95b-01f5013f5a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed3bc01-329f-4ce8-aafb-1a9cb55569cd,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:20.721919 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-406c0706-71d1-45a6-b95b-01f5013f5a18 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3043618d9a8b466aad379ebd5d8163e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2111208 Jul 08 13:02:20.724559 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 36590) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:20.758427 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-6d925387-74b9-47cd-8f05-b09a3eb2ca32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:20.760465 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed7935-8559-4d3c-ba2d-9539209e5bb4 req-1b843d0d-4f0a-434d-be0e-1f1b95c145af tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:20.761954 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3fed7935-8559-4d3c-ba2d-9539209e5bb4 req-1b843d0d-4f0a-434d-be0e-1f1b95c145af tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.59 "GET /v2.0/ports?device_id=47e214a6-9a31-4f7e-82e1-0ddd36af31c2 HTTP/1.1" status: 200 len: 944 time: 0.1404178 Jul 08 13:02:20.762217 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-6d925387-74b9-47cd-8f05-b09a3eb2ca32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:20.802569 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d925387-74b9-47cd-8f05-b09a3eb2ca32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef609ec-b5ea-4eb9-a871-89f52e30f97a,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:20.807753 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d3ecca4f-266c-4adc-afee-efa331ef3e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:20.807901 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-6d925387-74b9-47cd-8f05-b09a3eb2ca32 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2eb0c9aca84243aab9b007687592f54a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4482856 Jul 08 13:02:20.810901 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 36592) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:20.818194 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3fed7935-8559-4d3c-ba2d-9539209e5bb4 req-9276b71b-de0a-453b-bbd7-4f3ca66d0aa9 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.59 "GET /v2.0/security-groups?id=168f3a28-be4d-454a-949b-a53055456ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470154 Jul 08 13:02:20.837210 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d3ecca4f-266c-4adc-afee-efa331ef3e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:20.862484 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b5aeec80-ec63-4322-a79c-09bcb6c8ce17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:20.882252 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d3ecca4f-266c-4adc-afee-efa331ef3e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:20.884729 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b5aeec80-ec63-4322-a79c-09bcb6c8ce17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:20.884998 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d3ecca4f-266c-4adc-afee-efa331ef3e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:20.886088 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-d3ecca4f-266c-4adc-afee-efa331ef3e26 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2ed3bc01-329f-4ce8-aafb-1a9cb55569cd HTTP/1.1" status: 204 len: 168 time: 0.1606202 Jul 08 13:02:20.895295 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ecca4f-266c-4adc-afee-efa331ef3e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed3bc01-329f-4ce8-aafb-1a9cb55569cd,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:20.941717 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b5aeec80-ec63-4322-a79c-09bcb6c8ce17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:20.944268 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b5aeec80-ec63-4322-a79c-09bcb6c8ce17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:20.948170 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-b5aeec80-ec63-4322-a79c-09bcb6c8ce17 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0ef609ec-b5ea-4eb9-a871-89f52e30f97a HTTP/1.1" status: 204 len: 168 time: 0.1340253 Jul 08 13:02:20.954128 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aeec80-ec63-4322-a79c-09bcb6c8ce17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef609ec-b5ea-4eb9-a871-89f52e30f97a,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:21.260945 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df761f00-9712-452c-94be-de40abccc448 req-2a07be9f-b6ca-452c-9659-77cfa6d3495b tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:21.268034 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-df761f00-9712-452c-94be-de40abccc448 req-2a07be9f-b6ca-452c-9659-77cfa6d3495b tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 931 time: 0.0753698 Jul 08 13:02:21.304850 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 36614) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:21.309078 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-df761f00-9712-452c-94be-de40abccc448 req-d9ed22ee-96c1-433c-86ee-6e2a755a4d6b tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399919 Jul 08 13:02:21.326714 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-45951e11-de5a-4f9d-9ed4-58651c9bf929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:21.420409 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-45951e11-de5a-4f9d-9ed4-58651c9bf929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:21.424614 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-45951e11-de5a-4f9d-9ed4-58651c9bf929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:21.459867 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45951e11-de5a-4f9d-9ed4-58651c9bf929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21890354-bdb6-42d6-a129-6fb2ec7d5ff5,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:21.466955 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-45951e11-de5a-4f9d-9ed4-58651c9bf929 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b0973b5c0acb4ae39d0273d73ed63f6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1585495 Jul 08 13:02:21.467168 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 36620) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:21.518534 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-cf2be5a8-8762-439a-bec6-afc5004868cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:21.544892 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-cf2be5a8-8762-439a-bec6-afc5004868cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:21.594146 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-cf2be5a8-8762-439a-bec6-afc5004868cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:21.596742 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-cf2be5a8-8762-439a-bec6-afc5004868cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:21.597869 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-cf2be5a8-8762-439a-bec6-afc5004868cb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/21890354-bdb6-42d6-a129-6fb2ec7d5ff5 HTTP/1.1" status: 204 len: 168 time: 0.1294785 Jul 08 13:02:21.606169 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2be5a8-8762-439a-bec6-afc5004868cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21890354-bdb6-42d6-a129-6fb2ec7d5ff5,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:21.834673 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8e3ba-4d98-46d0-8fda-8c7a6434f168 req-a8b3bee5-ffec-47af-a847-33f83d76812b tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:21.836598 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-78a8e3ba-4d98-46d0-8fda-8c7a6434f168 req-a8b3bee5-ffec-47af-a847-33f83d76812b tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 944 time: 0.0688481 Jul 08 13:02:21.881660 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-78a8e3ba-4d98-46d0-8fda-8c7a6434f168 req-78ea7340-67bb-4979-9aba-6fadada5a4bf tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=537162c2-7e03-42f9-9511-978f3a376ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392458 Jul 08 13:02:22.006107 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf83f9-1b30-42fa-af1b-e8c34804f6c1 req-ab24f4a5-c3f3-47d6-b02c-328abfc82f41 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:22.007846 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-9dcf83f9-1b30-42fa-af1b-e8c34804f6c1 req-ab24f4a5-c3f3-47d6-b02c-328abfc82f41 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.59 "GET /v2.0/ports?device_id=47e214a6-9a31-4f7e-82e1-0ddd36af31c2 HTTP/1.1" status: 200 len: 944 time: 0.0706379 Jul 08 13:02:22.048224 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-9dcf83f9-1b30-42fa-af1b-e8c34804f6c1 req-e2ebc867-a8b8-46d6-8adc-f534a84099ab tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.59 "GET /v2.0/security-groups?id=168f3a28-be4d-454a-949b-a53055456ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342529 Jul 08 13:02:22.533402 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e627733e-0c5c-43c9-8154-4e630cc7d385 req-97e03a3f-c61f-45ef-bf71-2b398007ca49 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:22.535208 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e627733e-0c5c-43c9-8154-4e630cc7d385 req-97e03a3f-c61f-45ef-bf71-2b398007ca49 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 931 time: 0.0792780 Jul 08 13:02:22.598976 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e627733e-0c5c-43c9-8154-4e630cc7d385 req-202f821c-73a1-4207-9337-33338c827fd1 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576172 Jul 08 13:02:22.677452 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [req-71414f73-d2db-4cd4-be72-cc7500b63a60 req-cb91b91c-377a-4c38-8d59-e85601c73092 service neutron] Request body: {'port': {'device_id': '21b1daef-37a3-4bcc-a6bc-da783294b4ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:02:22.680651 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 7bfd21db-f00a-4745-bd69-8917a9629e33 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=93013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 13:02:22.779025 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-71414f73-d2db-4cd4-be72-cc7500b63a60 req-cb91b91c-377a-4c38-8d59-e85601c73092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:22.958325 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a1d7a-79b8-4134-a9bb-f4cf6d42b8c3 req-6432ffe1-a4ad-40cc-8f80-d05b996e8c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:22.961560 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-894a1d7a-79b8-4134-a9bb-f4cf6d42b8c3 req-6432ffe1-a4ad-40cc-8f80-d05b996e8c7c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=11619993cd774ac09b800cbdf78beb05&device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 1097 time: 0.2220259 Jul 08 13:02:22.962506 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port 7bfd21db-f00a-4745-bd69-8917a9629e33, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7bfd21db-f00a-4745-bd69-8917a9629e33,segment=NetworkSegment(0db854c6-8c10-4220-a3f2-e49127bfc864),segment_id=0db854c6-8c10-4220-a3f2-e49127bfc864)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:02:22.981399 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Returning: {'device': '7bfd21db-f00a-4745-bd69-8917a9629e33', 'network_id': 'b50c6e20-5d12-48f8-ada2-d58c7aba656d', 'port_id': '7bfd21db-f00a-4745-bd69-8917a9629e33', 'mac_address': 'fa:16:3e:71:5e:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbdc0614-803c-4499-ba77-51b1db6adea1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 13:02:23.040335 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:23.094435 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bfd21db-f00a-4745-bd69-8917a9629e33 {{(pid=93013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:02:23.190961 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port 7bfd21db-f00a-4745-bd69-8917a9629e33, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7bfd21db-f00a-4745-bd69-8917a9629e33,segment=NetworkSegment(0db854c6-8c10-4220-a3f2-e49127bfc864),segment_id=0db854c6-8c10-4220-a3f2-e49127bfc864)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:02:23.194908 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de6e77-d46e-4f12-b92e-b0190895f3b4 req-45de2570-a194-4427-a23c-fa2364d491b5 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:23.196824 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-c3de6e77-d46e-4f12-b92e-b0190895f3b4 req-45de2570-a194-4427-a23c-fa2364d491b5 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 944 time: 0.1574419 Jul 08 13:02:23.207574 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:23.220376 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a1d7a-79b8-4134-a9bb-f4cf6d42b8c3 req-ce0f6822-f545-4f8b-9586-8a7ff571a813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:23.221907 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-894a1d7a-79b8-4134-a9bb-f4cf6d42b8c3 req-ce0f6822-f545-4f8b-9586-8a7ff571a813 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=11619993cd774ac09b800cbdf78beb05&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2387793 Jul 08 13:02:23.286427 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [req-71414f73-d2db-4cd4-be72-cc7500b63a60 req-cb91b91c-377a-4c38-8d59-e85601c73092 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a444704-0459-47f5-8a8e-0527f9196d16 {{(pid=93011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:02:23.293868 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-c3de6e77-d46e-4f12-b92e-b0190895f3b4 req-cdea9fd1-d4c6-4d0e-bc81-e1f5af57f259 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=537162c2-7e03-42f9-9511-978f3a376ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878847 Jul 08 13:02:23.298752 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-71414f73-d2db-4cd4-be72-cc7500b63a60 req-cb91b91c-377a-4c38-8d59-e85601c73092 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:23.309555 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 36736) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:23.312844 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Pushing event updated for resources: {'Port': ['ID=7bfd21db-f00a-4745-bd69-8917a9629e33,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:23.341982 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [req-71414f73-d2db-4cd4-be72-cc7500b63a60 req-cb91b91c-377a-4c38-8d59-e85601c73092 service neutron] Transition to ACTIVE for port object 2a444704-0459-47f5-8a8e-0527f9196d16 will not be triggered until provisioned by entity L2. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:02:23.349342 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-71414f73-d2db-4cd4-be72-cc7500b63a60 req-cb91b91c-377a-4c38-8d59-e85601c73092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:23.429814 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb91b91c-377a-4c38-8d59-e85601c73092 service neutron] Pushing event updated for resources: {'Port': ['ID=2a444704-0459-47f5-8a8e-0527f9196d16,revision_number=2']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:23.540471 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-71414f73-d2db-4cd4-be72-cc7500b63a60 req-cb91b91c-377a-4c38-8d59-e85601c73092 service neutron] Attempting to bind port 2a444704-0459-47f5-8a8e-0527f9196d16 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 13:02:23.541024 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-71414f73-d2db-4cd4-be72-cc7500b63a60 req-cb91b91c-377a-4c38-8d59-e85601c73092 service neutron] Attempting to bind port 2a444704-0459-47f5-8a8e-0527f9196d16 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'e9afe398-2e2b-4f79-94b7-dda3a4c06771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a04372ec-c042-4405-a1d0-b6660a8bf946'}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 13:02:23.542455 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71414f73-d2db-4cd4-be72-cc7500b63a60 req-cb91b91c-377a-4c38-8d59-e85601c73092 service neutron] Attempting to bind port 2a444704-0459-47f5-8a8e-0527f9196d16 on network a04372ec-c042-4405-a1d0-b6660a8bf946 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:02:23.549502 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71414f73-d2db-4cd4-be72-cc7500b63a60 req-cb91b91c-377a-4c38-8d59-e85601c73092 service neutron] Port 2a444704-0459-47f5-8a8e-0527f9196d16 on network a04372ec-c042-4405-a1d0-b6660a8bf946 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 13:02:23.549833 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71414f73-d2db-4cd4-be72-cc7500b63a60 req-cb91b91c-377a-4c38-8d59-e85601c73092 service neutron] Attempting to bind port 2a444704-0459-47f5-8a8e-0527f9196d16 on network a04372ec-c042-4405-a1d0-b6660a8bf946 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:02:23.555990 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71414f73-d2db-4cd4-be72-cc7500b63a60 req-cb91b91c-377a-4c38-8d59-e85601c73092 service neutron] Checking agent: {'id': 'c15515fa-7ee9-40ef-8b65-fb183853d126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 13, 0), 'started_at': datetime.datetime(2021, 7, 8, 13, 0), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 13:02:23.556385 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71414f73-d2db-4cd4-be72-cc7500b63a60 req-cb91b91c-377a-4c38-8d59-e85601c73092 service neutron] Checking segment: {'id': 'e9afe398-2e2b-4f79-94b7-dda3a4c06771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a04372ec-c042-4405-a1d0-b6660a8bf946'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:02:23.556678 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71414f73-d2db-4cd4-be72-cc7500b63a60 req-cb91b91c-377a-4c38-8d59-e85601c73092 service neutron] Bound using segment: {'id': 'e9afe398-2e2b-4f79-94b7-dda3a4c06771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a04372ec-c042-4405-a1d0-b6660a8bf946'} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 13:02:23.557232 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-71414f73-d2db-4cd4-be72-cc7500b63a60 req-cb91b91c-377a-4c38-8d59-e85601c73092 service neutron] Bound port: 2a444704-0459-47f5-8a8e-0527f9196d16, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9afe398-2e2b-4f79-94b7-dda3a4c06771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a04372ec-c042-4405-a1d0-b6660a8bf946'}}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 13:02:23.558945 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-71414f73-d2db-4cd4-be72-cc7500b63a60 req-cb91b91c-377a-4c38-8d59-e85601c73092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:23.603950 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] get_ports_and_sgs() called for port_ids ['7bfd21db-f00a-4745-bd69-8917a9629e33'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 13:02:23.650116 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1f56e89e-89f8-4ce4-9071-9050bff420d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:23.686761 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-71414f73-d2db-4cd4-be72-cc7500b63a60 req-cb91b91c-377a-4c38-8d59-e85601c73092 service neutron] For port 2a444704-0459-47f5-8a8e-0527f9196d16, host hv-cinder-78960, cleared binding levels {{(pid=93011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 13:02:23.694112 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-71414f73-d2db-4cd4-be72-cc7500b63a60 req-cb91b91c-377a-4c38-8d59-e85601c73092 service neutron] For port 2a444704-0459-47f5-8a8e-0527f9196d16, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2a444704-0459-47f5-8a8e-0527f9196d16,segment=NetworkSegment(e9afe398-2e2b-4f79-94b7-dda3a4c06771),segment_id=e9afe398-2e2b-4f79-94b7-dda3a4c06771)] {{(pid=93011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 13:02:23.701748 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-71414f73-d2db-4cd4-be72-cc7500b63a60 req-cb91b91c-377a-4c38-8d59-e85601c73092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:23.808123 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71414f73-d2db-4cd4-be72-cc7500b63a60 req-cb91b91c-377a-4c38-8d59-e85601c73092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:23.808812 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-71414f73-d2db-4cd4-be72-cc7500b63a60 req-cb91b91c-377a-4c38-8d59-e85601c73092 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:23.814108 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-71414f73-d2db-4cd4-be72-cc7500b63a60 req-cb91b91c-377a-4c38-8d59-e85601c73092 service neutron] 10.222.0.21 "PUT /v2.0/ports/2a444704-0459-47f5-8a8e-0527f9196d16 HTTP/1.1" status: 200 len: 1093 time: 1.1411824 Jul 08 13:02:23.816524 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21b1daef-37a3-4bcc-a6bc-da783294b4ce', 'tag': '2a444704-0459-47f5-8a8e-0527f9196d16'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:02:23.823900 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79934bd8df5839606b1ce54b63dc7d70fed780423e2c756261eeaeb19bf0c4d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be755fd-a8d7-4bce-bc90-41c509a3f97d" -d '{"events": [{"name": "network-changed", "server_uuid": "21b1daef-37a3-4bcc-a6bc-da783294b4ce", "tag": "2a444704-0459-47f5-8a8e-0527f9196d16"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:02:23.885791 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a1d7a-79b8-4134-a9bb-f4cf6d42b8c3 req-6ec2725a-dddd-4364-be87-9f68df0af8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:23.888072 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-894a1d7a-79b8-4134-a9bb-f4cf6d42b8c3 req-6ec2725a-dddd-4364-be87-9f68df0af8cd service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6580827 Jul 08 13:02:23.909455 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb25f06-200d-48b9-8b25-1b2158eb4c8a req-2a9e1d93-9a50-46f5-b433-0cb47e238afc tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:23.912361 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb91b91c-377a-4c38-8d59-e85601c73092 service neutron] Pushing event updated for resources: {'Port': ['ID=2a444704-0459-47f5-8a8e-0527f9196d16,revision_number=3']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:23.928844 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ecb25f06-200d-48b9-8b25-1b2158eb4c8a req-2a9e1d93-9a50-46f5-b433-0cb47e238afc tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.59 "GET /v2.0/ports?device_id=47e214a6-9a31-4f7e-82e1-0ddd36af31c2 HTTP/1.1" status: 200 len: 945 time: 0.6095665 Jul 08 13:02:24.080332 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ecb25f06-200d-48b9-8b25-1b2158eb4c8a req-65727a70-bbc3-46b3-bbbd-9271fe10ce9f tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.59 "GET /v2.0/security-groups?id=168f3a28-be4d-454a-949b-a53055456ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501172 Jul 08 13:02:24.145526 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74009b39-2b30-42d0-b410-db4c6ee3815a req-309a17cb-028f-47a9-8de9-04f717112ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:24.160529 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-74009b39-2b30-42d0-b410-db4c6ee3815a req-309a17cb-028f-47a9-8de9-04f717112ca0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=11619993cd774ac09b800cbdf78beb05&device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 1097 time: 0.1899619 Jul 08 13:02:24.209617 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 13:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9ae639-8b55-4d8a-9d4a-29913cd3159c x-openstack-request-id: req-ae9ae639-8b55-4d8a-9d4a-29913cd3159c {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:02:24.209926 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21b1daef-37a3-4bcc-a6bc-da783294b4ce", "tag": "2a444704-0459-47f5-8a8e-0527f9196d16", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:02:24.210416 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ae9ae639-8b55-4d8a-9d4a-29913cd3159c {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:02:24.213956 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21b1daef-37a3-4bcc-a6bc-da783294b4ce', 'tag': '2a444704-0459-47f5-8a8e-0527f9196d16', 'status': 'completed', 'code': 200} Jul 08 13:02:24.244172 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71414f73-d2db-4cd4-be72-cc7500b63a60 req-cf46bade-2cd8-4587-96ba-85ae2096a124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:24.245936 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-71414f73-d2db-4cd4-be72-cc7500b63a60 req-cf46bade-2cd8-4587-96ba-85ae2096a124 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=45f87e6dad28491db9dd7c8bd15c288e&device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 1096 time: 0.3217151 Jul 08 13:02:24.264930 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a5660-5f81-4e5d-a068-8c6c4916d50b req-e47c5d86-0a0b-459e-ae9f-79579bd4d5e7 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:24.267294 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-258a5660-5f81-4e5d-a068-8c6c4916d50b req-e47c5d86-0a0b-459e-ae9f-79579bd4d5e7 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 943 time: 0.3418944 Jul 08 13:02:24.274253 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-74009b39-2b30-42d0-b410-db4c6ee3815a req-9ea4a34d-7beb-4b34-b4a5-3675b0a8cf45 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c56eead0-56c8-4fa5-9021-fffd33d18acc HTTP/1.1" status: 200 len: 217 time: 0.0982761 Jul 08 13:02:24.292025 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1f56e89e-89f8-4ce4-9071-9050bff420d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:24.350271 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-71414f73-d2db-4cd4-be72-cc7500b63a60 req-a0b8a73d-0d5c-4fb1-bc14-eddd555d0d3f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a444704-0459-47f5-8a8e-0527f9196d16 HTTP/1.1" status: 200 len: 217 time: 0.0819685 Jul 08 13:02:24.353315 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1f56e89e-89f8-4ce4-9071-9050bff420d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:24.385487 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74009b39-2b30-42d0-b410-db4c6ee3815a req-33090000-478e-4d8f-b8c4-511af4663a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:24.390974 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-74009b39-2b30-42d0-b410-db4c6ee3815a req-33090000-478e-4d8f-b8c4-511af4663a9c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d3709b84-2db1-4e0f-9f70-caed69efa57a HTTP/1.1" status: 200 len: 850 time: 0.1041198 Jul 08 13:02:24.443143 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-258a5660-5f81-4e5d-a068-8c6c4916d50b req-671094d4-e732-47b7-8bf6-48a2392ce8fa tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688933 Jul 08 13:02:24.495909 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f56e89e-89f8-4ce4-9071-9050bff420d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a087171-ced2-4d2a-9bd6-d63a4f3e58df,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:24.513130 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-1f56e89e-89f8-4ce4-9071-9050bff420d2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d3f56445d84f49c49ceaf0f827b15341&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2013223 Jul 08 13:02:24.513325 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 36792) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:24.534704 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71414f73-d2db-4cd4-be72-cc7500b63a60 req-4ee9b604-7e30-435d-8d3a-9e2e36aa1788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:24.536510 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-71414f73-d2db-4cd4-be72-cc7500b63a60 req-4ee9b604-7e30-435d-8d3a-9e2e36aa1788 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5a7a9e7d-3071-4940-95e2-12dfd08df222 HTTP/1.1" status: 200 len: 855 time: 0.1704409 Jul 08 13:02:24.577147 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74009b39-2b30-42d0-b410-db4c6ee3815a req-b1458b65-f322-40e8-b524-a91e041ee1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:24.579350 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-74009b39-2b30-42d0-b410-db4c6ee3815a req-b1458b65-f322-40e8-b524-a91e041ee1ad service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3251653d-c1cd-4817-8726-9493dab78425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1843033 Jul 08 13:02:24.649644 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-2ac21ea0-3c1d-4a10-9b20-1aa294860de4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:24.680248 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9b5d12-37b7-41a1-9edb-4cd05a9e8070 req-7932213c-d8d2-460c-8237-c7869c1b2636 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:24.680248 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4e9b5d12-37b7-41a1-9edb-4cd05a9e8070 req-7932213c-d8d2-460c-8237-c7869c1b2636 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 944 time: 0.2136252 Jul 08 13:02:24.714540 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-2ac21ea0-3c1d-4a10-9b20-1aa294860de4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:24.744204 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4e9b5d12-37b7-41a1-9edb-4cd05a9e8070 req-adccc22e-d5e4-46f0-8aff-a6ec0436c8d3 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=537162c2-7e03-42f9-9511-978f3a376ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574112 Jul 08 13:02:24.785396 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-74009b39-2b30-42d0-b410-db4c6ee3815a req-dc97b342-13b5-4399-9103-488982fad966 service neutron] 10.222.0.21 "GET /v2.0/networks/3251653d-c1cd-4817-8726-9493dab78425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961870 Jul 08 13:02:24.800548 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71414f73-d2db-4cd4-be72-cc7500b63a60 req-5758d8b2-9349-49a4-95a5-4bcb2ced3eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:24.802606 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-71414f73-d2db-4cd4-be72-cc7500b63a60 req-5758d8b2-9349-49a4-95a5-4bcb2ced3eec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a04372ec-c042-4405-a1d0-b6660a8bf946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2578025 Jul 08 13:02:24.803074 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-2ac21ea0-3c1d-4a10-9b20-1aa294860de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:24.805584 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-2ac21ea0-3c1d-4a10-9b20-1aa294860de4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:24.806674 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-2ac21ea0-3c1d-4a10-9b20-1aa294860de4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5a087171-ced2-4d2a-9bd6-d63a4f3e58df HTTP/1.1" status: 204 len: 168 time: 0.2880156 Jul 08 13:02:24.838126 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac21ea0-3c1d-4a10-9b20-1aa294860de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a087171-ced2-4d2a-9bd6-d63a4f3e58df,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:24.932691 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 36816) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:24.941194 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-74009b39-2b30-42d0-b410-db4c6ee3815a req-a64bb53d-adc4-4451-9034-4082c9f491fa service neutron] 10.222.0.21 "GET /v2.0/networks/3251653d-c1cd-4817-8726-9493dab78425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490638 Jul 08 13:02:24.941627 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-71414f73-d2db-4cd4-be72-cc7500b63a60 req-bc9f8d31-a8ae-475d-9c9a-6c2427d2b43c service neutron] 10.222.0.21 "GET /v2.0/networks/a04372ec-c042-4405-a1d0-b6660a8bf946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316812 Jul 08 13:02:25.057140 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-71414f73-d2db-4cd4-be72-cc7500b63a60 req-ca97ef4e-3906-4db6-91b6-46ff6b6c56db service neutron] 10.222.0.21 "GET /v2.0/networks/a04372ec-c042-4405-a1d0-b6660a8bf946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987806 Jul 08 13:02:25.245225 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-bcb5330f-8b09-441f-ada7-91b6e6786c92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:25.250332 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 7bfd21db-f00a-4745-bd69-8917a9629e33 up at agent hyperv_hv-cinder-78960 {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:02:25.275499 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be755fd-a8d7-4bce-bc90-41c509a3f97d req-1105cf88-d1f5-4794-bef1-401eb0104bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:25.277193 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-8be755fd-a8d7-4bce-bc90-41c509a3f97d req-1105cf88-d1f5-4794-bef1-401eb0104bbd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=45f87e6dad28491db9dd7c8bd15c288e&device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 1096 time: 0.1013646 Jul 08 13:02:25.321171 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 36826) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:25.344507 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-32b18aa2-b457-448d-9b6c-d905dd35faeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:25.390937 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-bcb5330f-8b09-441f-ada7-91b6e6786c92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:25.400234 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-bcb5330f-8b09-441f-ada7-91b6e6786c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:25.462725 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb5330f-8b09-441f-ada7-91b6e6786c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c37ee53-2c2b-4c54-bae5-64a228e23bdc,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:25.471209 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Provisioning for port 7bfd21db-f00a-4745-bd69-8917a9629e33 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:02:25.477765 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Provisioning complete for port 7bfd21db-f00a-4745-bd69-8917a9629e33 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:02:25.480546 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:25.482990 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-bcb5330f-8b09-441f-ada7-91b6e6786c92 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1b855bf7e4ae4c2a9338f66933be5c24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5489416 Jul 08 13:02:25.485634 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 36840) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:25.579136 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be755fd-a8d7-4bce-bc90-41c509a3f97d req-910a2fbf-5047-4466-9965-d5c89e65bd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:25.580649 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-8be755fd-a8d7-4bce-bc90-41c509a3f97d req-910a2fbf-5047-4466-9965-d5c89e65bd83 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a04372ec-c042-4405-a1d0-b6660a8bf946 HTTP/1.1" status: 200 len: 917 time: 0.2956491 Jul 08 13:02:25.588396 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ad636-7148-43a7-a3b1-3b7a334b7b8f req-071697ee-49ac-4e81-97f5-16058eb12920 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:25.589837 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-b09ad636-7148-43a7-a3b1-3b7a334b7b8f req-071697ee-49ac-4e81-97f5-16058eb12920 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.59 "GET /v2.0/ports?device_id=47e214a6-9a31-4f7e-82e1-0ddd36af31c2 HTTP/1.1" status: 200 len: 945 time: 0.3756354 Jul 08 13:02:25.591326 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:25.634755 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port 7bfd21db-f00a-4745-bd69-8917a9629e33, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7bfd21db-f00a-4745-bd69-8917a9629e33,segment=NetworkSegment(0db854c6-8c10-4220-a3f2-e49127bfc864),segment_id=0db854c6-8c10-4220-a3f2-e49127bfc864)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:02:25.635938 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e214a6-9a31-4f7e-82e1-0ddd36af31c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bfd21db-f00a-4745-bd69-8917a9629e33'}] {{(pid=93013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:02:25.653342 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-b09ad636-7148-43a7-a3b1-3b7a334b7b8f req-81409517-5ae6-4fdb-b1a6-79eaeb40b727 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.59 "GET /v2.0/security-groups?id=168f3a28-be4d-454a-949b-a53055456ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569029 Jul 08 13:02:25.677419 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9fa732b1-eefe-4386-a21c-4e095512dbfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:25.698515 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:25.732684 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9fa732b1-eefe-4386-a21c-4e095512dbfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:25.757557 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Pushing event updated for resources: {'Port': ['ID=7bfd21db-f00a-4745-bd69-8917a9629e33,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:25.761145 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-32b18aa2-b457-448d-9b6c-d905dd35faeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:25.777093 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-32b18aa2-b457-448d-9b6c-d905dd35faeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:25.827133 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-32b18aa2-b457-448d-9b6c-d905dd35faeb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2618e06174114259ba28b7cbcbd7e497&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5046871 Jul 08 13:02:25.831356 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 36854) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:25.835855 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b18aa2-b457-448d-9b6c-d905dd35faeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3925ace3-d437-4a9e-afb5-e82fd6e3d379,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:25.847305 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028fb8e-799c-4e4f-8f92-37b470816612 req-4ca183ba-4313-48f8-8c3d-a8024d636a13 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:25.848837 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f028fb8e-799c-4e4f-8f92-37b470816612 req-4ca183ba-4313-48f8-8c3d-a8024d636a13 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 943 time: 0.2011728 Jul 08 13:02:25.868067 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437348d2bcada7eee63ab7a3e0cc12fc8f9484ad9c5d405f769a928aff85887c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5dfaa7-8096-4b36-a00e-44b79f4e674d" -d '{"events": [{"server_uuid": "47e214a6-9a31-4f7e-82e1-0ddd36af31c2", "name": "network-vif-plugged", "status": "completed", "tag": "7bfd21db-f00a-4745-bd69-8917a9629e33"}]}' {{(pid=93013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:02:25.877135 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9fa732b1-eefe-4386-a21c-4e095512dbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:25.879580 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9fa732b1-eefe-4386-a21c-4e095512dbfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:25.904698 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-9fa732b1-eefe-4386-a21c-4e095512dbfc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1c37ee53-2c2b-4c54-bae5-64a228e23bdc HTTP/1.1" status: 204 len: 168 time: 0.4091203 Jul 08 13:02:25.927902 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 36862) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:25.938001 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa732b1-eefe-4386-a21c-4e095512dbfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c37ee53-2c2b-4c54-bae5-64a228e23bdc,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:25.962483 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f028fb8e-799c-4e4f-8f92-37b470816612 req-ce9c8cec-ec07-4f64-9118-454fe883a4e6 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043050 Jul 08 13:02:25.979864 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-2500220c-5199-443f-ba10-4f695dcd2b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:26.006346 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-2500220c-5199-443f-ba10-4f695dcd2b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:26.024701 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f5302-9458-44e2-a755-7e76d0495a4f req-46b04d49-e02b-4637-a55a-c13e3887c762 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:26.026302 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-657f5302-9458-44e2-a755-7e76d0495a4f req-46b04d49-e02b-4637-a55a-c13e3887c762 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 944 time: 0.1334262 Jul 08 13:02:26.094934 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-657f5302-9458-44e2-a755-7e76d0495a4f req-6f609a26-80cc-4f29-8185-2937eeb16c30 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=537162c2-7e03-42f9-9511-978f3a376ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606990 Jul 08 13:02:26.102119 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f24d4f14-3fac-4268-a362-518f03521d9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:26.120350 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-2500220c-5199-443f-ba10-4f695dcd2b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:26.124682 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-2500220c-5199-443f-ba10-4f695dcd2b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:26.131663 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-2500220c-5199-443f-ba10-4f695dcd2b4c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3925ace3-d437-4a9e-afb5-e82fd6e3d379 HTTP/1.1" status: 204 len: 168 time: 0.2988155 Jul 08 13:02:26.163566 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2500220c-5199-443f-ba10-4f695dcd2b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3925ace3-d437-4a9e-afb5-e82fd6e3d379,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:26.261593 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f24d4f14-3fac-4268-a362-518f03521d9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:26.267412 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f24d4f14-3fac-4268-a362-518f03521d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:26.340511 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-8be755fd-a8d7-4bce-bc90-41c509a3f97d req-f72d8f18-fab8-4327-bbab-8be670c699f1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a444704-0459-47f5-8a8e-0527f9196d16 HTTP/1.1" status: 200 len: 217 time: 0.0610833 Jul 08 13:02:26.351947 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 36878) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:26.352267 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-f24d4f14-3fac-4268-a362-518f03521d9f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4f5e810f7c504de284a2f65b64258f16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4191957 Jul 08 13:02:26.357749 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24d4f14-3fac-4268-a362-518f03521d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09887714-7ac8-4908-abbb-664144c48fd4,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:26.424009 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-edcb11f6-d7e3-454a-b73a-d67e87ae0220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:26.445352 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6bf233f-05b5-440b-87cc-1c3ac4eaf649 x-openstack-request-id: req-e6bf233f-05b5-440b-87cc-1c3ac4eaf649 {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:02:26.446180 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e214a6-9a31-4f7e-82e1-0ddd36af31c2", "name": "network-vif-plugged", "status": "completed", "tag": "7bfd21db-f00a-4745-bd69-8917a9629e33", "code": 200}]} {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:02:26.446352 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e6bf233f-05b5-440b-87cc-1c3ac4eaf649 {{(pid=93013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:02:26.446987 dv-cinder-789603-11-iscsi neutron-server[93013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e214a6-9a31-4f7e-82e1-0ddd36af31c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bfd21db-f00a-4745-bd69-8917a9629e33', 'code': 200} Jul 08 13:02:26.455467 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-edcb11f6-d7e3-454a-b73a-d67e87ae0220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:26.548969 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-edcb11f6-d7e3-454a-b73a-d67e87ae0220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:26.553534 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-edcb11f6-d7e3-454a-b73a-d67e87ae0220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:26.555181 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-edcb11f6-d7e3-454a-b73a-d67e87ae0220 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/09887714-7ac8-4908-abbb-664144c48fd4 HTTP/1.1" status: 204 len: 168 time: 0.2022002 Jul 08 13:02:26.566617 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 36892) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:26.567482 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcb11f6-d7e3-454a-b73a-d67e87ae0220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09887714-7ac8-4908-abbb-664144c48fd4,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:26.592436 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e80caadc-70a0-4cbd-a73c-d25e685f9c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:26.700934 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e80caadc-70a0-4cbd-a73c-d25e685f9c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:26.706028 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e80caadc-70a0-4cbd-a73c-d25e685f9c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:26.748008 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-e80caadc-70a0-4cbd-a73c-d25e685f9c17 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=43fcd9fa8e40439cbaad7546a432781c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1802752 Jul 08 13:02:26.750646 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80caadc-70a0-4cbd-a73c-d25e685f9c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3adc7336-8d49-4c3d-bf0e-b1135aa43628,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:26.751648 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 36902) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:26.819695 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-007fecc9-caa3-4d8b-8e57-d61d6110d849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:26.849769 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-007fecc9-caa3-4d8b-8e57-d61d6110d849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:26.884064 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2837e0b0-145c-4cad-8c2e-f2fede13af30 req-3ad22c21-b0ff-4124-89ad-d33376dc8935 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:26.886315 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-2837e0b0-145c-4cad-8c2e-f2fede13af30 req-3ad22c21-b0ff-4124-89ad-d33376dc8935 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.59 "GET /v2.0/ports?device_id=47e214a6-9a31-4f7e-82e1-0ddd36af31c2 HTTP/1.1" status: 200 len: 946 time: 0.0751240 Jul 08 13:02:26.913375 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-007fecc9-caa3-4d8b-8e57-d61d6110d849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:26.917399 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-007fecc9-caa3-4d8b-8e57-d61d6110d849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:26.923218 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-007fecc9-caa3-4d8b-8e57-d61d6110d849 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3adc7336-8d49-4c3d-bf0e-b1135aa43628 HTTP/1.1" status: 204 len: 168 time: 0.1704702 Jul 08 13:02:26.932737 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007fecc9-caa3-4d8b-8e57-d61d6110d849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3adc7336-8d49-4c3d-bf0e-b1135aa43628,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:26.933558 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-2837e0b0-145c-4cad-8c2e-f2fede13af30 req-a29f913d-cd13-46a1-90f7-31119f37260b tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.59 "GET /v2.0/security-groups?id=168f3a28-be4d-454a-949b-a53055456ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396109 Jul 08 13:02:27.031739 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 36914) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:27.054798 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-53a3243e-36ab-4d00-b0e0-a85634d31881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:27.242727 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-53a3243e-36ab-4d00-b0e0-a85634d31881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:27.251202 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa850c8-e859-4897-8b8b-1f05a9c7d24d req-34dffaa6-f03f-4abb-bee4-c6e57a6d3b65 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:27.252904 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-caa850c8-e859-4897-8b8b-1f05a9c7d24d req-34dffaa6-f03f-4abb-bee4-c6e57a6d3b65 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 943 time: 0.1392241 Jul 08 13:02:27.254094 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-53a3243e-36ab-4d00-b0e0-a85634d31881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:27.309378 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-53a3243e-36ab-4d00-b0e0-a85634d31881 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7bad204eec404367a818b0cc660c3c2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2736099 Jul 08 13:02:27.315326 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 36930) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:27.316175 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a3243e-36ab-4d00-b0e0-a85634d31881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7277009-6322-40bf-a667-5259cdcdfdfb,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:27.346939 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-caa850c8-e859-4897-8b8b-1f05a9c7d24d req-4b31bfdd-0fbc-430b-8640-a96e2546b94b tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833700 Jul 08 13:02:27.392927 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f5e670e5-1a4a-436e-bb04-0100608bab0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:27.401307 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a7363-714e-46ba-bbd6-e82c838c85cc req-47bfe43a-4821-4d68-adef-4a015408a7df tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:27.409384 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-945a7363-714e-46ba-bbd6-e82c838c85cc req-47bfe43a-4821-4d68-adef-4a015408a7df tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 944 time: 0.1098385 Jul 08 13:02:27.418196 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f5e670e5-1a4a-436e-bb04-0100608bab0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:27.455295 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-945a7363-714e-46ba-bbd6-e82c838c85cc req-4e928322-95a7-4529-a4f2-d4735cf80ce1 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=537162c2-7e03-42f9-9511-978f3a376ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449650 Jul 08 13:02:27.475491 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f5e670e5-1a4a-436e-bb04-0100608bab0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:27.478726 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f5e670e5-1a4a-436e-bb04-0100608bab0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:27.479728 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-f5e670e5-1a4a-436e-bb04-0100608bab0d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f7277009-6322-40bf-a667-5259cdcdfdfb HTTP/1.1" status: 204 len: 168 time: 0.1580489 Jul 08 13:02:27.488857 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e670e5-1a4a-436e-bb04-0100608bab0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7277009-6322-40bf-a667-5259cdcdfdfb,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:27.496887 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 36940) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:27.732817 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-eb76a12b-8232-4efe-8f5c-ec9665bef31d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1963424653-network', 'tenant_id': '901c08d7f37f408e868296f94abfbc73'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:02:27.758567 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb76a12b-8232-4efe-8f5c-ec9665bef31d admin admin] Made reservation on behalf of 901c08d7f37f408e868296f94abfbc73 for: {'network': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:02:27.761278 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-eb76a12b-8232-4efe-8f5c-ec9665bef31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for network, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:27.770632 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-eb76a12b-8232-4efe-8f5c-ec9665bef31d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:27.866958 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-eb76a12b-8232-4efe-8f5c-ec9665bef31d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:27.873453 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-eb76a12b-8232-4efe-8f5c-ec9665bef31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:27.891368 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb76a12b-8232-4efe-8f5c-ec9665bef31d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=93011) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 13:02:27.916940 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-eb76a12b-8232-4efe-8f5c-ec9665bef31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1381891'] for segment, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:27.917289 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.db.segments_db [None req-eb76a12b-8232-4efe-8f5c-ec9665bef31d admin admin] Added segment 6aaac6c3-8cdb-4de2-9a31-6d04b318652f of type vlan for network 99255980-4629-4de8-b11a-bce226f7fce3 Jul 08 13:02:27.926523 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb76a12b-8232-4efe-8f5c-ec9665bef31d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f046cc2-d8da-44c7-87f2-da928cb738f6,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:27.968837 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-eb76a12b-8232-4efe-8f5c-ec9665bef31d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739448901726'] for network, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:28.004053 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-eb76a12b-8232-4efe-8f5c-ec9665bef31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384'] for network, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:28.005229 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb76a12b-8232-4efe-8f5c-ec9665bef31d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:28.005897 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-eb76a12b-8232-4efe-8f5c-ec9665bef31d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for network, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:28.066186 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-eb76a12b-8232-4efe-8f5c-ec9665bef31d admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5678279 Jul 08 13:02:28.069289 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 36974) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:28.075110 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-0c07a533-4ea0-47db-b06b-1c9c32ce5ac5 admin admin] Request body: {'subnet': {'network_id': '99255980-4629-4de8-b11a-bce226f7fce3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1963424653-subnet', 'tenant_id': '901c08d7f37f408e868296f94abfbc73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:02:28.092931 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb76a12b-8232-4efe-8f5c-ec9665bef31d admin admin] Pushing event updated for resources: {'Network': ['ID=99255980-4629-4de8-b11a-bce226f7fce3,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:28.105405 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Network 99255980-4629-4de8-b11a-bce226f7fce3 details requested by agent ovs-agent-dv-cinder-789603-11-iscsi with host dv-cinder-789603-11-iscsi {{(pid=93013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 13:02:28.146966 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c07a533-4ea0-47db-b06b-1c9c32ce5ac5 admin admin] Made reservation on behalf of 901c08d7f37f408e868296f94abfbc73 for: {'subnet': 1} {{(pid=93012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:02:28.149638 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-0c07a533-4ea0-47db-b06b-1c9c32ce5ac5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:28.228864 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea2e80-0151-46f6-a93f-d6b65fbdc95d req-cdf6b4d1-c434-49ac-8f59-bc81334dbfd4 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:28.230547 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7bea2e80-0151-46f6-a93f-d6b65fbdc95d req-cdf6b4d1-c434-49ac-8f59-bc81334dbfd4 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.59 "GET /v2.0/ports?device_id=47e214a6-9a31-4f7e-82e1-0ddd36af31c2 HTTP/1.1" status: 200 len: 946 time: 0.1426914 Jul 08 13:02:28.313280 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7bea2e80-0151-46f6-a93f-d6b65fbdc95d req-0621a5c5-fd40-4fa3-8c45-9b7b0768ce71 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.59 "GET /v2.0/security-groups?id=168f3a28-be4d-454a-949b-a53055456ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750089 Jul 08 13:02:28.317031 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be755fd-a8d7-4bce-bc90-41c509a3f97d req-495d8de7-63fd-43f5-ba58-a33e867c0d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:28.318616 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-8be755fd-a8d7-4bce-bc90-41c509a3f97d req-495d8de7-63fd-43f5-ba58-a33e867c0d04 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5a7a9e7d-3071-4940-95e2-12dfd08df222 HTTP/1.1" status: 200 len: 855 time: 0.0773916 Jul 08 13:02:28.444602 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be755fd-a8d7-4bce-bc90-41c509a3f97d req-826ec716-320d-4d1a-adbd-6f04e40c7d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:28.447301 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-8be755fd-a8d7-4bce-bc90-41c509a3f97d req-826ec716-320d-4d1a-adbd-6f04e40c7d77 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a04372ec-c042-4405-a1d0-b6660a8bf946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1130722 Jul 08 13:02:28.478615 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-0c07a533-4ea0-47db-b06b-1c9c32ce5ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384'] for subnet, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:28.646344 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 36996) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:28.658385 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c07a533-4ea0-47db-b06b-1c9c32ce5ac5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f46e7e51-4d1a-4888-8c90-3abaf3753721,revision_number=0']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:28.664153 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-8be755fd-a8d7-4bce-bc90-41c509a3f97d req-1fb87df6-21be-47df-8dc7-95f5633953be service neutron] 10.222.0.21 "GET /v2.0/networks/a04372ec-c042-4405-a1d0-b6660a8bf946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919222 Jul 08 13:02:28.684130 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c07a533-4ea0-47db-b06b-1c9c32ce5ac5 admin admin] Checking segment: {'id': '6aaac6c3-8cdb-4de2-9a31-6d04b318652f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '99255980-4629-4de8-b11a-bce226f7fce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:02:28.684561 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c07a533-4ea0-47db-b06b-1c9c32ce5ac5 admin admin] Network hostable DHCP agents. Network: 99255980-4629-4de8-b11a-bce226f7fce3, hostable agents: ['aa9d8c49-a181-49e8-a217-0ebad9c91868'], hosted agents: [] {{(pid=93012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 13:02:28.690987 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f051e-2229-467d-a0df-eef34d135ab1 req-3ab81dad-e344-4c78-aa78-8804e583e53b tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:28.692549 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ff8f051e-2229-467d-a0df-eef34d135ab1 req-3ab81dad-e344-4c78-aa78-8804e583e53b tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 943 time: 0.1288784 Jul 08 13:02:28.753314 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43d363-3362-4681-88f7-ea9fb82f68d5 req-78ada032-7c78-416e-acf6-80f8c4af4fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:28.755277 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ad43d363-3362-4681-88f7-ea9fb82f68d5 req-78ada032-7c78-416e-acf6-80f8c4af4fe2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=47e214a6-9a31-4f7e-82e1-0ddd36af31c2 HTTP/1.1" status: 200 len: 1099 time: 0.2195077 Jul 08 13:02:28.758883 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c07a533-4ea0-47db-b06b-1c9c32ce5ac5 admin admin] Network 99255980-4629-4de8-b11a-bce226f7fce3 is scheduled to be hosted by DHCP agent aa9d8c49-a181-49e8-a217-0ebad9c91868 with binding_index 1 {{(pid=93012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 13:02:28.780544 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ff8f051e-2229-467d-a0df-eef34d135ab1 req-6e33ea8e-05dc-473c-802a-14850d892b0f tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774615 Jul 08 13:02:28.788640 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [None req-0c07a533-4ea0-47db-b06b-1c9c32ce5ac5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-11-iscsi, 99255980-4629-4de8-b11a-bce226f7fce3) {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:02:28.793299 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c07a533-4ea0-47db-b06b-1c9c32ce5ac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:28.793888 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-0c07a533-4ea0-47db-b06b-1c9c32ce5ac5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for subnet, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:28.804063 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd682f3-2d89-433a-b5c0-612d222aaee8 None None] Network 99255980-4629-4de8-b11a-bce226f7fce3 requested from dv-cinder-789603-11-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 13:02:28.805067 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-ad43d363-3362-4681-88f7-ea9fb82f68d5 req-5bfd930d-4333-4170-a123-fc60de20177b service neutron] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:28.808155 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-8be755fd-a8d7-4bce-bc90-41c509a3f97d req-538584d1-ca47-4c63-af86-f01d7f815160 service neutron] 10.222.0.21 "GET /v2.0/networks/a04372ec-c042-4405-a1d0-b6660a8bf946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354518 Jul 08 13:02:28.844273 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c2b348-4312-48a2-b776-b9810f75908f req-6aae9661-ea5e-468a-aeba-ec79309347a1 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:28.845497 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-43c2b348-4312-48a2-b776-b9810f75908f req-6aae9661-ea5e-468a-aeba-ec79309347a1 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 944 time: 0.2412353 Jul 08 13:02:28.856022 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f6a6cbd1-ba47-4864-9dad-f0866ac9d54d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:28.909668 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-43c2b348-4312-48a2-b776-b9810f75908f req-04a69f83-c67f-4dd8-a666-30d72f210112 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=537162c2-7e03-42f9-9511-978f3a376ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570829 Jul 08 13:02:28.991500 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-ad43d363-3362-4681-88f7-ea9fb82f68d5 req-5bfd930d-4333-4170-a123-fc60de20177b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:28.998739 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-ad43d363-3362-4681-88f7-ea9fb82f68d5 req-5bfd930d-4333-4170-a123-fc60de20177b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:29.021731 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-0c07a533-4ea0-47db-b06b-1c9c32ce5ac5 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9505570 Jul 08 13:02:29.033310 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646b93a4-cb5d-495a-aa4c-886406ea9f62 None None] Network 99255980-4629-4de8-b11a-bce226f7fce3 requested from dv-cinder-789603-11-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 13:02:29.041659 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ad43d363-3362-4681-88f7-ea9fb82f68d5 req-5bfd930d-4333-4170-a123-fc60de20177b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=168f3a28-be4d-454a-949b-a53055456ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769523 Jul 08 13:02:29.063482 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfd930d-4333-4170-a123-fc60de20177b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=870d6783-959b-4931-9faa-7b544f462990,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:29.156632 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f6a6cbd1-ba47-4864-9dad-f0866ac9d54d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:29.167346 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f6a6cbd1-ba47-4864-9dad-f0866ac9d54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:29.211768 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-f6a6cbd1-ba47-4864-9dad-f0866ac9d54d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=068ec78d8902446eb3b784c0320925bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5659170 Jul 08 13:02:29.214533 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 37022) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:29.223380 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a6cbd1-ba47-4864-9dad-f0866ac9d54d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf89e656-cf74-40ac-b04a-e443beae930f,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:29.277311 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-52f6f3cc-bf0b-4dbd-a2fe-8206da1ff346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:29.306488 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-52f6f3cc-bf0b-4dbd-a2fe-8206da1ff346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:29.383903 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-52f6f3cc-bf0b-4dbd-a2fe-8206da1ff346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:29.386586 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-52f6f3cc-bf0b-4dbd-a2fe-8206da1ff346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:29.387701 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-52f6f3cc-bf0b-4dbd-a2fe-8206da1ff346 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bf89e656-cf74-40ac-b04a-e443beae930f HTTP/1.1" status: 204 len: 168 time: 0.1716790 Jul 08 13:02:29.397677 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f6f3cc-bf0b-4dbd-a2fe-8206da1ff346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf89e656-cf74-40ac-b04a-e443beae930f,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:29.539954 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fb798-07ed-4ccc-b214-3321f6eaa84a req-486d326c-b037-401f-9dab-2897a2a0e2d0 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:29.541481 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-887fb798-07ed-4ccc-b214-3321f6eaa84a req-486d326c-b037-401f-9dab-2897a2a0e2d0 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.59 "GET /v2.0/ports?device_id=47e214a6-9a31-4f7e-82e1-0ddd36af31c2 HTTP/1.1" status: 200 len: 946 time: 0.0782700 Jul 08 13:02:29.595723 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-887fb798-07ed-4ccc-b214-3321f6eaa84a req-0b7128a1-ecb0-4c47-9900-b60a884f3cc2 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.59 "GET /v2.0/security-groups?id=168f3a28-be4d-454a-949b-a53055456ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461512 Jul 08 13:02:29.884150 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 37066) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:29.914929 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:29.919813 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 37072) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:29.926023 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-11debac4-f283-4286-9a59-8888f7a825aa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1460054926-network', 'tenant_id': '37404ea1eaad4fb19f208128107e761a'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:02:30.044629 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11debac4-f283-4286-9a59-8888f7a825aa admin admin] Made reservation on behalf of 37404ea1eaad4fb19f208128107e761a for: {'network': 1} {{(pid=93012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:02:30.047555 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-11debac4-f283-4286-9a59-8888f7a825aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for network, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:30.056748 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-11debac4-f283-4286-9a59-8888f7a825aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:30.105479 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016cc2ab-1be4-4e43-9158-789b8bc38617 req-e708527a-61e8-49b4-9a26-97b4eedc32dd tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:30.107014 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-016cc2ab-1be4-4e43-9158-789b8bc38617 req-e708527a-61e8-49b4-9a26-97b4eedc32dd tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 943 time: 0.1740165 Jul 08 13:02:30.163417 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-68f2e4d0-a79e-4bcf-b2c0-0950401541fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:30.176149 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14bb5eb-5550-40da-88bd-56fe4848e686 req-0d6ea664-3670-4ccc-b7eb-d8e346b2e548 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:30.183868 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-a14bb5eb-5550-40da-88bd-56fe4848e686 req-0d6ea664-3670-4ccc-b7eb-d8e346b2e548 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 944 time: 0.0842004 Jul 08 13:02:30.217420 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-016cc2ab-1be4-4e43-9158-789b8bc38617 req-1bda9179-bde4-4b23-a97f-472082e9d30a tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966644 Jul 08 13:02:30.240469 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-a14bb5eb-5550-40da-88bd-56fe4848e686 req-073adccb-37bb-408e-aba4-ca533c0eaeff tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=537162c2-7e03-42f9-9511-978f3a376ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553925 Jul 08 13:02:30.288023 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-11debac4-f283-4286-9a59-8888f7a825aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:30.295397 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-11debac4-f283-4286-9a59-8888f7a825aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:30.341086 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11debac4-f283-4286-9a59-8888f7a825aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=93012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 13:02:30.356906 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11debac4-f283-4286-9a59-8888f7a825aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13903564-d4de-4902-8e07-4f2a07f0cd97,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:30.363866 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-11debac4-f283-4286-9a59-8888f7a825aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1381891'] for segment, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:30.364233 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.db.segments_db [None req-11debac4-f283-4286-9a59-8888f7a825aa admin admin] Added segment d850384a-645f-4c21-8f98-3da20391c38c of type vlan for network df18e488-1237-42f6-8926-4f6238753423 Jul 08 13:02:30.421842 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-11debac4-f283-4286-9a59-8888f7a825aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739448901726'] for network, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:30.469853 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-68f2e4d0-a79e-4bcf-b2c0-0950401541fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:30.472783 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-11debac4-f283-4286-9a59-8888f7a825aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384'] for network, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:30.473743 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11debac4-f283-4286-9a59-8888f7a825aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:30.474293 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-11debac4-f283-4286-9a59-8888f7a825aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for network, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:30.481815 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-68f2e4d0-a79e-4bcf-b2c0-0950401541fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:30.558169 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-11debac4-f283-4286-9a59-8888f7a825aa admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6368778 Jul 08 13:02:30.560925 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 37108) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:30.569485 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-161d86f4-2014-44b2-b3ab-9722ce4a2040 admin admin] Request body: {'subnet': {'network_id': 'df18e488-1237-42f6-8926-4f6238753423', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1460054926-subnet', 'tenant_id': '37404ea1eaad4fb19f208128107e761a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:02:30.594953 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-68f2e4d0-a79e-4bcf-b2c0-0950401541fc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ac502c56612347dd87c4e9a26c743ab9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7094307 Jul 08 13:02:30.598326 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 37112) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:30.604893 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11debac4-f283-4286-9a59-8888f7a825aa admin admin] Pushing event updated for resources: {'Network': ['ID=df18e488-1237-42f6-8926-4f6238753423,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:30.608273 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f2e4d0-a79e-4bcf-b2c0-0950401541fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4e0d03-d54d-4f19-93be-5cabc4cd5f67,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:30.613991 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161d86f4-2014-44b2-b3ab-9722ce4a2040 admin admin] Made reservation on behalf of 37404ea1eaad4fb19f208128107e761a for: {'subnet': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:02:30.617743 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-161d86f4-2014-44b2-b3ab-9722ce4a2040 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:30.622018 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Network df18e488-1237-42f6-8926-4f6238753423 details requested by agent ovs-agent-dv-cinder-789603-11-iscsi with host dv-cinder-789603-11-iscsi {{(pid=93013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 13:02:30.721796 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ceb3d309-4f64-4bc9-9274-552b3f414263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:30.780335 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ceb3d309-4f64-4bc9-9274-552b3f414263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:30.906862 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b31ee-0bfa-443d-8f13-6ed41e2d7afe req-2a57440f-885f-4321-938c-e6e48914deee tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:30.910686 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-840b31ee-0bfa-443d-8f13-6ed41e2d7afe req-2a57440f-885f-4321-938c-e6e48914deee tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.59 "GET /v2.0/ports?device_id=47e214a6-9a31-4f7e-82e1-0ddd36af31c2 HTTP/1.1" status: 200 len: 946 time: 0.0880780 Jul 08 13:02:30.911111 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ceb3d309-4f64-4bc9-9274-552b3f414263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:30.915070 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ceb3d309-4f64-4bc9-9274-552b3f414263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:30.916175 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-ceb3d309-4f64-4bc9-9274-552b3f414263 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2c4e0d03-d54d-4f19-93be-5cabc4cd5f67 HTTP/1.1" status: 204 len: 168 time: 0.3166986 Jul 08 13:02:30.927608 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb3d309-4f64-4bc9-9274-552b3f414263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4e0d03-d54d-4f19-93be-5cabc4cd5f67,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:30.948237 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-161d86f4-2014-44b2-b3ab-9722ce4a2040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384'] for subnet, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:30.978349 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-840b31ee-0bfa-443d-8f13-6ed41e2d7afe req-8629d4fd-9bd9-46d8-b2fa-8ff1ba7190cd tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.59 "GET /v2.0/security-groups?id=168f3a28-be4d-454a-949b-a53055456ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526931 Jul 08 13:02:31.043313 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161d86f4-2014-44b2-b3ab-9722ce4a2040 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60e01089-8c8d-47e6-b704-fa2719ee80a2,revision_number=0']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:31.051498 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161d86f4-2014-44b2-b3ab-9722ce4a2040 admin admin] Checking segment: {'id': 'd850384a-645f-4c21-8f98-3da20391c38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'df18e488-1237-42f6-8926-4f6238753423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:02:31.051871 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161d86f4-2014-44b2-b3ab-9722ce4a2040 admin admin] Network hostable DHCP agents. Network: df18e488-1237-42f6-8926-4f6238753423, hostable agents: ['aa9d8c49-a181-49e8-a217-0ebad9c91868'], hosted agents: [] {{(pid=93011) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 13:02:31.074922 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161d86f4-2014-44b2-b3ab-9722ce4a2040 admin admin] Network df18e488-1237-42f6-8926-4f6238753423 is scheduled to be hosted by DHCP agent aa9d8c49-a181-49e8-a217-0ebad9c91868 with binding_index 1 {{(pid=93011) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 13:02:31.092408 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-161d86f4-2014-44b2-b3ab-9722ce4a2040 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-11-iscsi, df18e488-1237-42f6-8926-4f6238753423) {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:02:31.097603 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161d86f4-2014-44b2-b3ab-9722ce4a2040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:31.098341 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-161d86f4-2014-44b2-b3ab-9722ce4a2040 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for subnet, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:31.104406 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35bc827-f577-46a7-8363-260e16da51ce None None] Network df18e488-1237-42f6-8926-4f6238753423 requested from dv-cinder-789603-11-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 13:02:31.138710 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-161d86f4-2014-44b2-b3ab-9722ce4a2040 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5767007 Jul 08 13:02:31.300881 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4572584b-db4b-4232-a3f9-a5f1ae00279d None None] Network df18e488-1237-42f6-8926-4f6238753423 requested from dv-cinder-789603-11-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 13:02:31.444643 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 37144) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:31.488990 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e16cb4c0-3ae3-4720-93cd-a23c4a87d43f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:31.520634 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d3333-e6f9-44b1-9561-7bf527c7bbe4 req-de016efd-acb4-4b79-a792-ebfafd18fb01 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:31.522727 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-dd5d3333-e6f9-44b1-9561-7bf527c7bbe4 req-de016efd-acb4-4b79-a792-ebfafd18fb01 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 943 time: 0.1226420 Jul 08 13:02:31.524972 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5ecf7-21ea-4259-85ac-cf255968aafe req-31939ac0-f190-45f8-b52c-b739595f360f tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:31.527745 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9ec5ecf7-21ea-4259-85ac-cf255968aafe req-31939ac0-f190-45f8-b52c-b739595f360f tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 944 time: 0.1041768 Jul 08 13:02:31.574090 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9ec5ecf7-21ea-4259-85ac-cf255968aafe req-90af5abd-054a-47b1-a4f2-92852b9629e3 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=537162c2-7e03-42f9-9511-978f3a376ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401897 Jul 08 13:02:31.594402 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-dd5d3333-e6f9-44b1-9561-7bf527c7bbe4 req-18b44135-0b48-49e2-851d-4299d1f138a0 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631461 Jul 08 13:02:31.659970 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e16cb4c0-3ae3-4720-93cd-a23c4a87d43f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:31.664845 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e16cb4c0-3ae3-4720-93cd-a23c4a87d43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:31.706520 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-e16cb4c0-3ae3-4720-93cd-a23c4a87d43f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e34a92361c4447f8ae55b1ec2f6e123c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2562757 Jul 08 13:02:31.708449 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cb4c0-3ae3-4720-93cd-a23c4a87d43f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f81983b8-d349-4f66-be61-74c34a838767,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:31.709509 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 37158) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:31.760312 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-dd357e83-a10e-4831-a9f5-a5479fcf15b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:31.783270 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-dd357e83-a10e-4831-a9f5-a5479fcf15b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:31.843053 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-dd357e83-a10e-4831-a9f5-a5479fcf15b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:31.846995 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-dd357e83-a10e-4831-a9f5-a5479fcf15b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:31.850954 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-dd357e83-a10e-4831-a9f5-a5479fcf15b0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f81983b8-d349-4f66-be61-74c34a838767 HTTP/1.1" status: 204 len: 168 time: 0.1374598 Jul 08 13:02:31.859743 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd357e83-a10e-4831-a9f5-a5479fcf15b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81983b8-d349-4f66-be61-74c34a838767,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:32.154374 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e3abe-b2c0-4f6e-9c4b-df5b8a3a2012 req-68dbf040-112c-4bdd-8ad4-edc5c21bcc09 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:32.155846 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b75e3abe-b2c0-4f6e-9c4b-df5b8a3a2012 req-68dbf040-112c-4bdd-8ad4-edc5c21bcc09 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.59 "GET /v2.0/ports?device_id=47e214a6-9a31-4f7e-82e1-0ddd36af31c2 HTTP/1.1" status: 200 len: 946 time: 0.0623758 Jul 08 13:02:32.197774 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b75e3abe-b2c0-4f6e-9c4b-df5b8a3a2012 req-00a3f16b-02e1-40a8-a433-30d7fd917ef8 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.59 "GET /v2.0/security-groups?id=168f3a28-be4d-454a-949b-a53055456ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328493 Jul 08 13:02:32.509946 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-e059543a-a5b7-4cfc-a004-1c7291783519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:32.757145 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a788b57-6d4a-42ae-bc85-f7d563194392 req-07a7b063-a71b-48ae-94b2-560316fca139 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:32.758671 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-6a788b57-6d4a-42ae-bc85-f7d563194392 req-07a7b063-a71b-48ae-94b2-560316fca139 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 944 time: 0.0668454 Jul 08 13:02:32.786292 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400d2f5-3170-4133-b652-15dfa92b4b1d req-1158c473-5deb-40c8-8d46-601e2ced86c1 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:32.787698 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0400d2f5-3170-4133-b652-15dfa92b4b1d req-1158c473-5deb-40c8-8d46-601e2ced86c1 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 943 time: 0.0737188 Jul 08 13:02:32.804785 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-6a788b57-6d4a-42ae-bc85-f7d563194392 req-0c46b002-fee5-4a71-9464-5e6e2daf135c tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=537162c2-7e03-42f9-9511-978f3a376ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386493 Jul 08 13:02:32.830177 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0400d2f5-3170-4133-b652-15dfa92b4b1d req-266f5e97-89bb-4f0c-8345-27e5d06af283 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365546 Jul 08 13:02:33.026097 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 2a444704-0459-47f5-8a8e-0527f9196d16 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=93013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 13:02:33.123865 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port 2a444704-0459-47f5-8a8e-0527f9196d16, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2a444704-0459-47f5-8a8e-0527f9196d16,segment=NetworkSegment(e9afe398-2e2b-4f79-94b7-dda3a4c06771),segment_id=e9afe398-2e2b-4f79-94b7-dda3a4c06771)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:02:33.135941 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Returning: {'device': '2a444704-0459-47f5-8a8e-0527f9196d16', 'network_id': 'a04372ec-c042-4405-a1d0-b6660a8bf946', 'port_id': '2a444704-0459-47f5-8a8e-0527f9196d16', 'mac_address': 'fa:16:3e:b0:b2:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7a9e7d-3071-4940-95e2-12dfd08df222', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 13:02:33.176806 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:33.190144 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a444704-0459-47f5-8a8e-0527f9196d16 {{(pid=93013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:02:33.212000 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port 2a444704-0459-47f5-8a8e-0527f9196d16, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2a444704-0459-47f5-8a8e-0527f9196d16,segment=NetworkSegment(e9afe398-2e2b-4f79-94b7-dda3a4c06771),segment_id=e9afe398-2e2b-4f79-94b7-dda3a4c06771)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:02:33.215943 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:33.216688 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device c56eead0-56c8-4fa5-9021-fffd33d18acc details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=93013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 13:02:33.332871 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Pushing event updated for resources: {'Port': ['ID=2a444704-0459-47f5-8a8e-0527f9196d16,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:33.377478 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port c56eead0-56c8-4fa5-9021-fffd33d18acc, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c56eead0-56c8-4fa5-9021-fffd33d18acc,segment=NetworkSegment(da04ac3a-37cb-46dc-a027-e9022e8212d8),segment_id=da04ac3a-37cb-46dc-a027-e9022e8212d8)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:02:33.391270 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Returning: {'device': 'c56eead0-56c8-4fa5-9021-fffd33d18acc', 'network_id': '3251653d-c1cd-4817-8726-9493dab78425', 'port_id': 'c56eead0-56c8-4fa5-9021-fffd33d18acc', 'mac_address': 'fa:16:3e:d7:63:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3709b84-2db1-4e0f-9f70-caed69efa57a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 13:02:33.426949 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:33.439848 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c56eead0-56c8-4fa5-9021-fffd33d18acc {{(pid=93013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:02:33.460286 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port c56eead0-56c8-4fa5-9021-fffd33d18acc, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c56eead0-56c8-4fa5-9021-fffd33d18acc,segment=NetworkSegment(da04ac3a-37cb-46dc-a027-e9022e8212d8),segment_id=da04ac3a-37cb-46dc-a027-e9022e8212d8)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:02:33.464542 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:33.511256 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Pushing event updated for resources: {'Port': ['ID=c56eead0-56c8-4fa5-9021-fffd33d18acc,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:33.977536 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3319eb3-4c09-408a-8770-c0f585415692 req-68f2739c-202b-43ed-a7c8-787d98af653b tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:33.979158 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-c3319eb3-4c09-408a-8770-c0f585415692 req-68f2739c-202b-43ed-a7c8-787d98af653b tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 945 time: 0.0658643 Jul 08 13:02:34.042383 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-c3319eb3-4c09-408a-8770-c0f585415692 req-5e122feb-2251-4221-ae40-c023722b9dda tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=537162c2-7e03-42f9-9511-978f3a376ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522804 Jul 08 13:02:34.066545 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2bbe5-6062-408f-ace0-a7ab355b8e95 req-0eddd778-3b5f-411c-a68d-42a9c62a643c tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:34.066545 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-bfa2bbe5-6062-408f-ace0-a7ab355b8e95 req-0eddd778-3b5f-411c-a68d-42a9c62a643c tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 944 time: 0.1109335 Jul 08 13:02:34.107279 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-bfa2bbe5-6062-408f-ace0-a7ab355b8e95 req-44cd8dfc-1f13-4f5f-84de-304e961ebb91 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362844 Jul 08 13:02:34.523930 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] get_ports_and_sgs() called for port_ids ['2a444704-0459-47f5-8a8e-0527f9196d16'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 13:02:34.574553 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] get_ports_and_sgs() called for port_ids ['c56eead0-56c8-4fa5-9021-fffd33d18acc'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 13:02:35.235036 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e067f26-5d41-44d0-afdd-0eb60492c0be req-72ae7cd9-4252-4841-9c1d-68901d74fec4 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:35.236775 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-8e067f26-5d41-44d0-afdd-0eb60492c0be req-72ae7cd9-4252-4841-9c1d-68901d74fec4 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 945 time: 0.0731885 Jul 08 13:02:35.275218 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-8e067f26-5d41-44d0-afdd-0eb60492c0be req-01cb4bb7-d7dc-41cb-a586-2a2bf52698c2 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=537162c2-7e03-42f9-9511-978f3a376ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330172 Jul 08 13:02:35.291342 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e0027-3a45-421e-907d-d6048df322eb req-138358d3-3cf1-4fa4-b6d7-b6594189c44a tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:35.292819 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5a7e0027-3a45-421e-907d-d6048df322eb req-138358d3-3cf1-4fa4-b6d7-b6594189c44a tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 944 time: 0.0662911 Jul 08 13:02:35.331308 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5a7e0027-3a45-421e-907d-d6048df322eb req-9ac0bf54-735f-41e8-a7d3-a35291d0ece5 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323112 Jul 08 13:02:35.351281 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-87ec46d4-40d3-43cc-aa31-e800e0dd4d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:35.725527 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:36.058503 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 2a444704-0459-47f5-8a8e-0527f9196d16 up at agent hyperv_hv-cinder-78960 {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:02:36.112457 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-97c8e7b9-57f7-456d-825e-78a0ef1aae16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:36.130997 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Provisioning for port 2a444704-0459-47f5-8a8e-0527f9196d16 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:02:36.135391 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Provisioning complete for port 2a444704-0459-47f5-8a8e-0527f9196d16 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:02:36.135700 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:36.239162 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:36.273992 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b1daef-37a3-4bcc-a6bc-da783294b4ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a444704-0459-47f5-8a8e-0527f9196d16'}] {{(pid=93013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:02:36.276657 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437348d2bcada7eee63ab7a3e0cc12fc8f9484ad9c5d405f769a928aff85887c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3bc25b2-e0dc-4bc4-9682-ce10e63fedad" -d '{"events": [{"server_uuid": "21b1daef-37a3-4bcc-a6bc-da783294b4ce", "name": "network-vif-plugged", "status": "completed", "tag": "2a444704-0459-47f5-8a8e-0527f9196d16"}]}' {{(pid=93013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:02:36.291245 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port 2a444704-0459-47f5-8a8e-0527f9196d16, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2a444704-0459-47f5-8a8e-0527f9196d16,segment=NetworkSegment(e9afe398-2e2b-4f79-94b7-dda3a4c06771),segment_id=e9afe398-2e2b-4f79-94b7-dda3a4c06771)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:02:36.301621 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:36.303095 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device c56eead0-56c8-4fa5-9021-fffd33d18acc up at agent hyperv_hv-cinder-78960 {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:02:36.386720 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16905989-5e61-4c2a-a737-8206598861b7 x-openstack-request-id: req-16905989-5e61-4c2a-a737-8206598861b7 {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:02:36.387608 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b1daef-37a3-4bcc-a6bc-da783294b4ce", "name": "network-vif-plugged", "status": "completed", "tag": "2a444704-0459-47f5-8a8e-0527f9196d16", "code": 200}]} {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:02:36.388295 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-16905989-5e61-4c2a-a737-8206598861b7 {{(pid=93013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:02:36.388861 dv-cinder-789603-11-iscsi neutron-server[93013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b1daef-37a3-4bcc-a6bc-da783294b4ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a444704-0459-47f5-8a8e-0527f9196d16', 'code': 200} Jul 08 13:02:36.448914 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Pushing event updated for resources: {'Port': ['ID=2a444704-0459-47f5-8a8e-0527f9196d16,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:36.455397 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Provisioning for port c56eead0-56c8-4fa5-9021-fffd33d18acc completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:02:36.461836 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Provisioning complete for port c56eead0-56c8-4fa5-9021-fffd33d18acc triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:02:36.463016 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:36.580936 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:36.585074 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326fd8a-9f0a-4c78-b6bb-c29be80a70fd req-a21b312f-a4c5-4945-ab28-3ed7e7961584 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:36.598000 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0326fd8a-9f0a-4c78-b6bb-c29be80a70fd req-a21b312f-a4c5-4945-ab28-3ed7e7961584 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 945 time: 0.1768606 Jul 08 13:02:36.605735 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43623dc4-1d3a-4e41-b54e-10b2afe5d83b req-57fda780-a171-4e97-8d82-bfe671d0e4a1 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:36.608438 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-43623dc4-1d3a-4e41-b54e-10b2afe5d83b req-57fda780-a171-4e97-8d82-bfe671d0e4a1 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 945 time: 0.0997488 Jul 08 13:02:36.644498 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port c56eead0-56c8-4fa5-9021-fffd33d18acc, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c56eead0-56c8-4fa5-9021-fffd33d18acc,segment=NetworkSegment(da04ac3a-37cb-46dc-a027-e9022e8212d8),segment_id=da04ac3a-37cb-46dc-a027-e9022e8212d8)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:02:36.651625 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:36.682758 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-43623dc4-1d3a-4e41-b54e-10b2afe5d83b req-dac64c49-fd6b-4c77-bd5b-8d30b638d35c tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651579 Jul 08 13:02:36.698012 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0326fd8a-9f0a-4c78-b6bb-c29be80a70fd req-5a2225fe-1d5d-43c5-bb88-f0df01b5cadd tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=537162c2-7e03-42f9-9511-978f3a376ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966969 Jul 08 13:02:36.739852 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Pushing event updated for resources: {'Port': ['ID=c56eead0-56c8-4fa5-9021-fffd33d18acc,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:36.753561 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90deb0d-e741-4c01-80e7-0224f9811e54 req-fd722a0c-8ba4-4577-a70a-480f444c5262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:36.755076 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d90deb0d-e741-4c01-80e7-0224f9811e54 req-fd722a0c-8ba4-4577-a70a-480f444c5262 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 1098 time: 0.0648580 Jul 08 13:02:36.793703 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d90deb0d-e741-4c01-80e7-0224f9811e54 req-6f0a002c-8e31-48d9-8333-ce36043ba184 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310810 Jul 08 13:02:37.834027 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-615b644b-3110-4324-8d19-7b6387de29b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:37.888448 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa256631-bdbb-41de-a949-f5b085507e4b req-e631aa8e-64fe-4156-9dcf-6538b97fe3f4 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:37.891346 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fa256631-bdbb-41de-a949-f5b085507e4b req-e631aa8e-64fe-4156-9dcf-6538b97fe3f4 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 945 time: 0.0828197 Jul 08 13:02:37.904078 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faaf1c5-0358-4b85-afee-0efd3ff6a45c req-3f09e8e3-fb5d-4e5f-ad92-32ed0f730944 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:37.906887 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-3faaf1c5-0358-4b85-afee-0efd3ff6a45c req-3f09e8e3-fb5d-4e5f-ad92-32ed0f730944 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 946 time: 0.0978777 Jul 08 13:02:37.938386 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fa256631-bdbb-41de-a949-f5b085507e4b req-2a2038b1-20e4-4355-8316-2c0f05a0e982 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413315 Jul 08 13:02:37.947733 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-3faaf1c5-0358-4b85-afee-0efd3ff6a45c req-af4fca7e-f6df-4e0b-8099-62b6ddcac7c5 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=537162c2-7e03-42f9-9511-978f3a376ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346100 Jul 08 13:02:38.353212 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 37452) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:38.390459 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb873eaf-36f4-4497-bcfc-b0535c2a0f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56eead0-56c8-4fa5-9021-fffd33d18acc'}] {{(pid=93013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:02:38.392757 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437348d2bcada7eee63ab7a3e0cc12fc8f9484ad9c5d405f769a928aff85887c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e35666-e97e-4cc0-aa7f-480517e2e5b6" -d '{"events": [{"server_uuid": "eb873eaf-36f4-4497-bcfc-b0535c2a0f40", "name": "network-vif-plugged", "status": "completed", "tag": "c56eead0-56c8-4fa5-9021-fffd33d18acc"}]}' {{(pid=93013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:02:38.435047 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd98f41-2c12-4c21-aba7-1f5b9addf575 x-openstack-request-id: req-bdd98f41-2c12-4c21-aba7-1f5b9addf575 {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:02:38.435541 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb873eaf-36f4-4497-bcfc-b0535c2a0f40", "name": "network-vif-plugged", "status": "completed", "tag": "c56eead0-56c8-4fa5-9021-fffd33d18acc", "code": 200}]} {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:02:38.435995 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bdd98f41-2c12-4c21-aba7-1f5b9addf575 {{(pid=93013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:02:38.436643 dv-cinder-789603-11-iscsi neutron-server[93013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb873eaf-36f4-4497-bcfc-b0535c2a0f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56eead0-56c8-4fa5-9021-fffd33d18acc', 'code': 200} Jul 08 13:02:38.485022 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-11ee2025-4900-42c2-ac5d-4cf80db633a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:38.612878 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-11ee2025-4900-42c2-ac5d-4cf80db633a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:38.617791 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-11ee2025-4900-42c2-ac5d-4cf80db633a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:38.664359 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ee2025-4900-42c2-ac5d-4cf80db633a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469317f1-1746-4687-a2ac-9012ae3d20b2,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:38.670241 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-11ee2025-4900-42c2-ac5d-4cf80db633a9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3b0f3500dfa44595a1da09ad06bc2b67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3159554 Jul 08 13:02:38.673402 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 37468) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:38.734012 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9e661388-5481-4fbd-892c-de1c958040ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:38.771811 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9e661388-5481-4fbd-892c-de1c958040ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:38.842178 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b18a0-f173-4d59-a40d-06628e5346d1 req-3c50d480-6695-43b8-940c-054bb9a232f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:38.844216 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-277b18a0-f173-4d59-a40d-06628e5346d1 req-3c50d480-6695-43b8-940c-054bb9a232f4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 1099 time: 0.0886168 Jul 08 13:02:38.857001 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9e661388-5481-4fbd-892c-de1c958040ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:38.859998 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9e661388-5481-4fbd-892c-de1c958040ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:38.861104 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-9e661388-5481-4fbd-892c-de1c958040ff admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/469317f1-1746-4687-a2ac-9012ae3d20b2 HTTP/1.1" status: 204 len: 168 time: 0.1863954 Jul 08 13:02:38.883984 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e661388-5481-4fbd-892c-de1c958040ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469317f1-1746-4687-a2ac-9012ae3d20b2,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:38.891487 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-277b18a0-f173-4d59-a40d-06628e5346d1 req-c44ac704-31e2-4b8e-a9cd-ef6cb76d8f38 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=537162c2-7e03-42f9-9511-978f3a376ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407794 Jul 08 13:02:39.206945 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2320a9f4-9207-4920-b9a0-9260ccf94706 req-58e4cdc9-2fd9-4e31-83c3-c404a8c6c7e1 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:39.208527 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-2320a9f4-9207-4920-b9a0-9260ccf94706 req-58e4cdc9-2fd9-4e31-83c3-c404a8c6c7e1 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 945 time: 0.1155961 Jul 08 13:02:39.209241 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 37496) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:39.220002 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7af6d5-894e-4916-81dc-4fe7628263c8 req-fa890cf7-024d-44a4-b190-4250f299a000 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:39.221671 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5e7af6d5-894e-4916-81dc-4fe7628263c8 req-fa890cf7-024d-44a4-b190-4250f299a000 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 946 time: 0.1131136 Jul 08 13:02:39.246934 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d519d4fc-878d-48bc-9f27-1b36afb7f9f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:39.268051 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5e7af6d5-894e-4916-81dc-4fe7628263c8 req-9816c186-2ac2-4ee6-92cd-e356ebb3a7c6 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=537162c2-7e03-42f9-9511-978f3a376ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406933 Jul 08 13:02:39.304563 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-2320a9f4-9207-4920-b9a0-9260ccf94706 req-23edd7ce-92c8-4421-9dd5-91d26ec4863c tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880125 Jul 08 13:02:39.412050 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d519d4fc-878d-48bc-9f27-1b36afb7f9f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:39.417545 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d519d4fc-878d-48bc-9f27-1b36afb7f9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:39.459421 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d519d4fc-878d-48bc-9f27-1b36afb7f9f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3bf393-aa28-49c6-a111-18a76dd32c06,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:39.505670 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-d519d4fc-878d-48bc-9f27-1b36afb7f9f9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=77a5ac5c24324edbaa3d14809e8c0c23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2947145 Jul 08 13:02:39.508158 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 37514) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:39.545664 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba93096-89d4-4613-8ce3-7409a78cff89 req-bd07504f-c9dd-4b12-ad1e-b01828e63dba tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:39.547285 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-dba93096-89d4-4613-8ce3-7409a78cff89 req-bd07504f-c9dd-4b12-ad1e-b01828e63dba tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 945 time: 0.0845459 Jul 08 13:02:39.556472 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 37518) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:39.561343 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-5bd58b50-f8dc-49d8-b705-7417a0f1899f tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Request body: {'floatingip': {'port_id': '2a444704-0459-47f5-8a8e-0527f9196d16'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:02:39.642661 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5bd58b50-f8dc-49d8-b705-7417a0f1899f tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks [] for floatingip, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:39.681677 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-667c3ab8-c9c3-4a46-b7fb-b33b33f96b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:39.778014 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-667c3ab8-c9c3-4a46-b7fb-b33b33f96b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:39.943318 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-667c3ab8-c9c3-4a46-b7fb-b33b33f96b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:39.946116 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-667c3ab8-c9c3-4a46-b7fb-b33b33f96b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:39.947263 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-667c3ab8-c9c3-4a46-b7fb-b33b33f96b29 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dd3bf393-aa28-49c6-a111-18a76dd32c06 HTTP/1.1" status: 204 len: 168 time: 0.4377975 Jul 08 13:02:39.962870 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667c3ab8-c9c3-4a46-b7fb-b33b33f96b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3bf393-aa28-49c6-a111-18a76dd32c06,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:40.760959 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.db.resource_extend [None req-5bd58b50-f8dc-49d8-b705-7417a0f1899f tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 08 13:02:40.856289 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5bd58b50-f8dc-49d8-b705-7417a0f1899f tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:40.858978 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 37582) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:40.862349 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5bd58b50-f8dc-49d8-b705-7417a0f1899f tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545677'] for floatingip, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:40.871322 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6514c-3557-4ae0-acb5-0717f4baf1af req-bfe9fcbb-0ded-4b87-b0c6-9a801bbd0ed4 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:40.873762 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-b5f6514c-3557-4ae0-acb5-0717f4baf1af req-bfe9fcbb-0ded-4b87-b0c6-9a801bbd0ed4 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 946 time: 0.1721518 Jul 08 13:02:40.986311 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-b5f6514c-3557-4ae0-acb5-0717f4baf1af req-cd278399-6c6e-473a-bc4a-0241efe46aa7 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=537162c2-7e03-42f9-9511-978f3a376ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746336 Jul 08 13:02:41.014379 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.db.l3_db [None req-5bd58b50-f8dc-49d8-b705-7417a0f1899f tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Floating IP f6e393b4-4a54-456e-ac29-985bd09f8c1a associated. External IP: 172.27.1.217, port: 2a444704-0459-47f5-8a8e-0527f9196d16. Jul 08 13:02:41.017420 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f05928b8-2d17-4fe1-8f55-4dd3bec9f043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:41.139840 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f05928b8-2d17-4fe1-8f55-4dd3bec9f043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:41.147881 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f05928b8-2d17-4fe1-8f55-4dd3bec9f043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:41.205654 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05928b8-2d17-4fe1-8f55-4dd3bec9f043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9cd8257-561f-4255-855b-6ff4b7790879,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:41.248235 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-f05928b8-2d17-4fe1-8f55-4dd3bec9f043 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=180c446e4a1442d08f390690843fa0e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3876634 Jul 08 13:02:41.251842 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 37604) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:41.335304 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-e0c58470-feb0-4e07-9b81-8fb52d46b43b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:41.363083 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-e0c58470-feb0-4e07-9b81-8fb52d46b43b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:41.432235 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd58b50-f8dc-49d8-b705-7417a0f1899f tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Router 1aeef19a-87d7-4c40-88a5-a3282d199b45 has already been hosted by L3 agent f415b27f-d318-40de-bd28-ecbd03c16a41 {{(pid=93011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 13:02:41.446157 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-e0c58470-feb0-4e07-9b81-8fb52d46b43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:41.449333 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-e0c58470-feb0-4e07-9b81-8fb52d46b43b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:41.450777 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-e0c58470-feb0-4e07-9b81-8fb52d46b43b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e9cd8257-561f-4255-855b-6ff4b7790879 HTTP/1.1" status: 204 len: 168 time: 0.1978157 Jul 08 13:02:41.470367 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c58470-feb0-4e07-9b81-8fb52d46b43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9cd8257-561f-4255-855b-6ff4b7790879,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:41.602013 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd58b50-f8dc-49d8-b705-7417a0f1899f tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify agent at l3_agent.dv-cinder-789603-11-iscsi the message routers_updated {{(pid=93011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:02:41.616807 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5bd58b50-f8dc-49d8-b705-7417a0f1899f tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for floatingip, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:41.617627 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0ec776-301b-4fb4-80c8-4010167f623e None None] Sync routers for ids ['1aeef19a-87d7-4c40-88a5-a3282d199b45'] in dv-cinder-789603-11-iscsi {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:02:41.633136 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0ec776-301b-4fb4-80c8-4010167f623e None None] Routers {'1aeef19a-87d7-4c40-88a5-a3282d199b45'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:02:41.634759 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-af0ec776-301b-4fb4-80c8-4010167f623e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:02:35Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['1aeef19a-87d7-4c40-88a5-a3282d199b45'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:02:41.679185 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-5bd58b50-f8dc-49d8-b705-7417a0f1899f tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "PUT /v2.0/floatingips/f6e393b4-4a54-456e-ac29-985bd09f8c1a HTTP/1.1" status: 200 len: 991 time: 2.1212425 Jul 08 13:02:41.682377 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21b1daef-37a3-4bcc-a6bc-da783294b4ce', 'tag': '2a444704-0459-47f5-8a8e-0527f9196d16'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:02:41.684726 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79934bd8df5839606b1ce54b63dc7d70fed780423e2c756261eeaeb19bf0c4d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ece48c-5bb2-42f1-83a9-2f58af261a4b" -d '{"events": [{"name": "network-changed", "server_uuid": "21b1daef-37a3-4bcc-a6bc-da783294b4ce", "tag": "2a444704-0459-47f5-8a8e-0527f9196d16"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:02:41.726857 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 13:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72db2833-b64d-4d69-9b55-b34cd8578fe5 x-openstack-request-id: req-72db2833-b64d-4d69-9b55-b34cd8578fe5 {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:02:41.727340 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21b1daef-37a3-4bcc-a6bc-da783294b4ce", "tag": "2a444704-0459-47f5-8a8e-0527f9196d16", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:02:41.727853 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-72db2833-b64d-4d69-9b55-b34cd8578fe5 {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:02:41.728952 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21b1daef-37a3-4bcc-a6bc-da783294b4ce', 'tag': '2a444704-0459-47f5-8a8e-0527f9196d16', 'status': 'completed', 'code': 200} Jul 08 13:02:41.771603 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-af0ec776-301b-4fb4-80c8-4010167f623e None None] Set router 1aeef19a-87d7-4c40-88a5-a3282d199b45 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:02:41.887893 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ece48c-5bb2-42f1-83a9-2f58af261a4b req-6f86089a-7081-4f4d-910d-e2cd698eb996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:41.889531 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f0ece48c-5bb2-42f1-83a9-2f58af261a4b req-6f86089a-7081-4f4d-910d-e2cd698eb996 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=45f87e6dad28491db9dd7c8bd15c288e&device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 1098 time: 0.0804992 Jul 08 13:02:41.942202 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 37644) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:41.957866 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-eca238c0-9796-40ad-b1c7-ef1c91185a44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:42.189336 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-eca238c0-9796-40ad-b1c7-ef1c91185a44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:42.197409 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-eca238c0-9796-40ad-b1c7-ef1c91185a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:42.285698 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-af0ec776-301b-4fb4-80c8-4010167f623e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'name': 'tempest-AttachVolumeShelveTestJSON-892982610-router', 'tenant_id': '45f87e6dad28491db9dd7c8bd15c288e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '15e3fa80-cdc7-41f3-abd5-93c4d59234e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:49Z', 'updated_at': '2021-07-08T13:01:57Z', 'revision_number': 4, 'project_id': '45f87e6dad28491db9dd7c8bd15c288e', 'gw_port': {'id': '15e3fa80-cdc7-41f3-abd5-93c4d59234e9', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:63:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:49Z', 'updated_at': '2021-07-08T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_floatingips': [{'id': 'f6e393b4-4a54-456e-ac29-985bd09f8c1a', 'tenant_id': '45f87e6dad28491db9dd7c8bd15c288e', 'floating_ip_address': '172.27.1.217', 'floating_network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'router_id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'port_id': '2a444704-0459-47f5-8a8e-0527f9196d16', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a04372ec-c042-4405-a1d0-b6660a8bf946', 'mac_address': 'fa:16:3e:b0:b2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b1daef-37a3-4bcc-a6bc-da783294b4ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T13:02:05Z', 'updated_at': '2021-07-08T13:02:40Z', 'revision_number': 1, 'project_id': '45f87e6dad28491db9dd7c8bd15c288e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7f68077-d005-4327-adda-3628edd68008', 'name': '', 'network_id': 'a04372ec-c042-4405-a1d0-b6660a8bf946', 'tenant_id': '45f87e6dad28491db9dd7c8bd15c288e', 'mac_address': 'fa:16:3e:a6:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5a7a9e7d-3071-4940-95e2-12dfd08df222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:55Z', 'updated_at': '2021-07-08T13:02:09Z', 'revision_number': 5, 'project_id': '45f87e6dad28491db9dd7c8bd15c288e', 'subnets': [{'id': '5a7a9e7d-3071-4940-95e2-12dfd08df222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:02:42.285999 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-eca238c0-9796-40ad-b1c7-ef1c91185a44 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0bd9b4953169477480573eb5b81f2678&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3425920 Jul 08 13:02:42.293026 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 37656) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:42.308472 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca238c0-9796-40ad-b1c7-ef1c91185a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42bbdafe-bddc-4d0e-85d7-fdabda412118,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:42.342739 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0ec776-301b-4fb4-80c8-4010167f623e None None] Checking router: 1aeef19a-87d7-4c40-88a5-a3282d199b45 for host: dv-cinder-789603-11-iscsi {{(pid=93014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:02:42.355854 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0ec776-301b-4fb4-80c8-4010167f623e None None] Routers {'1aeef19a-87d7-4c40-88a5-a3282d199b45'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:02:42.356936 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-af0ec776-301b-4fb4-80c8-4010167f623e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:02:35Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['1aeef19a-87d7-4c40-88a5-a3282d199b45'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:02:42.370735 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ece48c-5bb2-42f1-83a9-2f58af261a4b req-fdcaa2c8-5e94-4acf-b160-a2fea20c32ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:42.372383 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f0ece48c-5bb2-42f1-83a9-2f58af261a4b req-fdcaa2c8-5e94-4acf-b160-a2fea20c32ee service neutron] 10.222.0.21 "GET /v2.0/networks?id=a04372ec-c042-4405-a1d0-b6660a8bf946 HTTP/1.1" status: 200 len: 917 time: 0.4711473 Jul 08 13:02:42.441621 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5577c-b65d-472d-a59e-6e606a9b270f req-af6c482c-a2e8-415c-9c4e-d6cccd3ef181 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:42.447161 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-75d5577c-b65d-472d-a59e-6e606a9b270f req-af6c482c-a2e8-415c-9c4e-d6cccd3ef181 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 946 time: 0.2329459 Jul 08 13:02:42.501740 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f0ece48c-5bb2-42f1-83a9-2f58af261a4b req-16fdcb8c-548f-4bd0-b53e-e430d4118b5e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a444704-0459-47f5-8a8e-0527f9196d16 HTTP/1.1" status: 200 len: 999 time: 0.1219137 Jul 08 13:02:42.507435 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e43f6f48-4ec2-4c3e-a745-96b82a673b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:42.562406 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e43f6f48-4ec2-4c3e-a745-96b82a673b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:42.569167 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ece48c-5bb2-42f1-83a9-2f58af261a4b req-440038c2-8b5a-4fab-8226-bd362b734263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:42.574608 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f0ece48c-5bb2-42f1-83a9-2f58af261a4b req-440038c2-8b5a-4fab-8226-bd362b734263 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5a7a9e7d-3071-4940-95e2-12dfd08df222 HTTP/1.1" status: 200 len: 855 time: 0.0642245 Jul 08 13:02:42.609534 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-75d5577c-b65d-472d-a59e-6e606a9b270f req-985d9001-b282-4527-a3d6-3e41cc070c3b tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=537162c2-7e03-42f9-9511-978f3a376ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511271 Jul 08 13:02:42.646018 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ece48c-5bb2-42f1-83a9-2f58af261a4b req-c9a0f823-62a6-44a5-8c89-a24e4cff8584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:42.648829 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f0ece48c-5bb2-42f1-83a9-2f58af261a4b req-c9a0f823-62a6-44a5-8c89-a24e4cff8584 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a04372ec-c042-4405-a1d0-b6660a8bf946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0665979 Jul 08 13:02:42.652159 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-af0ec776-301b-4fb4-80c8-4010167f623e None None] Set router 1aeef19a-87d7-4c40-88a5-a3282d199b45 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:02:42.652694 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e43f6f48-4ec2-4c3e-a745-96b82a673b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:42.655405 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e43f6f48-4ec2-4c3e-a745-96b82a673b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:42.660255 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-e43f6f48-4ec2-4c3e-a745-96b82a673b47 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/42bbdafe-bddc-4d0e-85d7-fdabda412118 HTTP/1.1" status: 204 len: 168 time: 0.3647249 Jul 08 13:02:42.689090 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43f6f48-4ec2-4c3e-a745-96b82a673b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42bbdafe-bddc-4d0e-85d7-fdabda412118,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:42.833249 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f0ece48c-5bb2-42f1-83a9-2f58af261a4b req-04f6aecf-6b75-4a64-801c-b79aba653ace service neutron] 10.222.0.21 "GET /v2.0/networks/a04372ec-c042-4405-a1d0-b6660a8bf946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752307 Jul 08 13:02:42.969020 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-af0ec776-301b-4fb4-80c8-4010167f623e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'name': 'tempest-AttachVolumeShelveTestJSON-892982610-router', 'tenant_id': '45f87e6dad28491db9dd7c8bd15c288e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '15e3fa80-cdc7-41f3-abd5-93c4d59234e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:49Z', 'updated_at': '2021-07-08T13:01:57Z', 'revision_number': 4, 'project_id': '45f87e6dad28491db9dd7c8bd15c288e', 'gw_port': {'id': '15e3fa80-cdc7-41f3-abd5-93c4d59234e9', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:63:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:49Z', 'updated_at': '2021-07-08T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_floatingips': [{'id': 'f6e393b4-4a54-456e-ac29-985bd09f8c1a', 'tenant_id': '45f87e6dad28491db9dd7c8bd15c288e', 'floating_ip_address': '172.27.1.217', 'floating_network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'router_id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'port_id': '2a444704-0459-47f5-8a8e-0527f9196d16', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a04372ec-c042-4405-a1d0-b6660a8bf946', 'mac_address': 'fa:16:3e:b0:b2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b1daef-37a3-4bcc-a6bc-da783294b4ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T13:02:05Z', 'updated_at': '2021-07-08T13:02:40Z', 'revision_number': 1, 'project_id': '45f87e6dad28491db9dd7c8bd15c288e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7f68077-d005-4327-adda-3628edd68008', 'name': '', 'network_id': 'a04372ec-c042-4405-a1d0-b6660a8bf946', 'tenant_id': '45f87e6dad28491db9dd7c8bd15c288e', 'mac_address': 'fa:16:3e:a6:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5a7a9e7d-3071-4940-95e2-12dfd08df222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:55Z', 'updated_at': '2021-07-08T13:02:09Z', 'revision_number': 5, 'project_id': '45f87e6dad28491db9dd7c8bd15c288e', 'subnets': [{'id': '5a7a9e7d-3071-4940-95e2-12dfd08df222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:02:43.012972 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0ec776-301b-4fb4-80c8-4010167f623e None None] The sync data for ids ['1aeef19a-87d7-4c40-88a5-a3282d199b45'] in dv-cinder-789603-11-iscsi is: [{'id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'name': 'tempest-AttachVolumeShelveTestJSON-892982610-router', 'tenant_id': '45f87e6dad28491db9dd7c8bd15c288e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '15e3fa80-cdc7-41f3-abd5-93c4d59234e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:49Z', 'updated_at': '2021-07-08T13:01:57Z', 'revision_number': 4, 'project_id': '45f87e6dad28491db9dd7c8bd15c288e', 'gw_port': {'id': '15e3fa80-cdc7-41f3-abd5-93c4d59234e9', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:63:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:49Z', 'updated_at': '2021-07-08T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_floatingips': [{'id': 'f6e393b4-4a54-456e-ac29-985bd09f8c1a', 'tenant_id': '45f87e6dad28491db9dd7c8bd15c288e', 'floating_ip_address': '172.27.1.217', 'floating_network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'router_id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'port_id': '2a444704-0459-47f5-8a8e-0527f9196d16', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a04372ec-c042-4405-a1d0-b6660a8bf946', 'mac_address': 'fa:16:3e:b0:b2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b1daef-37a3-4bcc-a6bc-da783294b4ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T13:02:05Z', 'updated_at': '2021-07-08T13:02:40Z', 'revision_number': 1, 'project_id': '45f87e6dad28491db9dd7c8bd15c288e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7f68077-d005-4327-adda-3628edd68008', 'name': '', 'network_id': 'a04372ec-c042-4405-a1d0-b6660a8bf946', 'tenant_id': '45f87e6dad28491db9dd7c8bd15c288e', 'mac_address': 'fa:16:3e:a6:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5a7a9e7d-3071-4940-95e2-12dfd08df222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:55Z', 'updated_at': '2021-07-08T13:02:09Z', 'revision_number': 5, 'project_id': '45f87e6dad28491db9dd7c8bd15c288e', 'subnets': [{'id': '5a7a9e7d-3071-4940-95e2-12dfd08df222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:02:43.072286 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f0ece48c-5bb2-42f1-83a9-2f58af261a4b req-2634ed85-9c54-442d-8038-e43fd68cfdc5 service neutron] 10.222.0.21 "GET /v2.0/networks/a04372ec-c042-4405-a1d0-b6660a8bf946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317472 Jul 08 13:02:43.115223 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83854e6b-b9dc-48d3-bfb6-f9140cb3d7f6 req-2db96fc1-bc38-4fe0-8191-c189fd910851 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:43.117352 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-83854e6b-b9dc-48d3-bfb6-f9140cb3d7f6 req-2db96fc1-bc38-4fe0-8191-c189fd910851 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 946 time: 0.1424074 Jul 08 13:02:43.126434 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 37690) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:43.145638 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-f0375edd-4a3b-4564-af2b-ea2ff4960661 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Request body: {'floatingip': {'port_id': 'c56eead0-56c8-4fa5-9021-fffd33d18acc'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:02:43.263456 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f0375edd-4a3b-4564-af2b-ea2ff4960661 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks [] for floatingip, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:43.474205 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7517e80b-57e1-4489-b860-098d3928b4ac None None] New status for floating IP f6e393b4-4a54-456e-ac29-985bd09f8c1a: ACTIVE {{(pid=93013) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 13:02:43.863244 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 37728) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:43.891314 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f0375edd-4a3b-4564-af2b-ea2ff4960661 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:43.899977 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f0375edd-4a3b-4564-af2b-ea2ff4960661 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545677'] for floatingip, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:44.018216 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.db.l3_db [None req-f0375edd-4a3b-4564-af2b-ea2ff4960661 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Floating IP 3fadf609-7322-42c9-a3e2-2401e68a0996 associated. External IP: 172.27.1.157, port: c56eead0-56c8-4fa5-9021-fffd33d18acc. Jul 08 13:02:44.019770 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-25f0ea29-0d89-4af1-9ea0-cbc8c80092cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:44.139075 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-25f0ea29-0d89-4af1-9ea0-cbc8c80092cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:44.146131 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-25f0ea29-0d89-4af1-9ea0-cbc8c80092cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:44.188788 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-25f0ea29-0d89-4af1-9ea0-cbc8c80092cf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dae72614eab44e4fa564a15ab553f8f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3244476 Jul 08 13:02:44.189990 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f0ea29-0d89-4af1-9ea0-cbc8c80092cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492f23e4-e44b-443f-91cb-c3dee7e9dbde,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:44.192466 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 37744) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:44.263131 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d97b4770-1332-49ab-863d-2fb8a8ec877e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:44.301594 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d97b4770-1332-49ab-863d-2fb8a8ec877e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:44.312967 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0375edd-4a3b-4564-af2b-ea2ff4960661 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Router 3a627d2c-134b-4204-92c4-5de44e399a60 has already been hosted by L3 agent f415b27f-d318-40de-bd28-ecbd03c16a41 {{(pid=93011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 13:02:44.423818 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d97b4770-1332-49ab-863d-2fb8a8ec877e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:44.427650 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d97b4770-1332-49ab-863d-2fb8a8ec877e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:44.431683 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-d97b4770-1332-49ab-863d-2fb8a8ec877e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/492f23e4-e44b-443f-91cb-c3dee7e9dbde HTTP/1.1" status: 204 len: 168 time: 0.2382255 Jul 08 13:02:44.441834 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b4770-1332-49ab-863d-2fb8a8ec877e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492f23e4-e44b-443f-91cb-c3dee7e9dbde,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:44.467389 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0375edd-4a3b-4564-af2b-ea2ff4960661 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify agent at l3_agent.dv-cinder-789603-11-iscsi the message routers_updated {{(pid=93011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:02:44.473286 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f0375edd-4a3b-4564-af2b-ea2ff4960661 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for floatingip, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:44.479758 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a233fca-75db-41f5-a29d-8234b79ee13d None None] Sync routers for ids ['3a627d2c-134b-4204-92c4-5de44e399a60'] in dv-cinder-789603-11-iscsi {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:02:44.496121 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a233fca-75db-41f5-a29d-8234b79ee13d None None] Routers {'3a627d2c-134b-4204-92c4-5de44e399a60'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:02:44.499082 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-0a233fca-75db-41f5-a29d-8234b79ee13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:02:35Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['3a627d2c-134b-4204-92c4-5de44e399a60'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:02:44.539739 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-f0375edd-4a3b-4564-af2b-ea2ff4960661 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "PUT /v2.0/floatingips/3fadf609-7322-42c9-a3e2-2401e68a0996 HTTP/1.1" status: 200 len: 992 time: 1.4072003 Jul 08 13:02:44.541618 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb873eaf-36f4-4497-bcfc-b0535c2a0f40', 'tag': 'c56eead0-56c8-4fa5-9021-fffd33d18acc'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:02:44.544165 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79934bd8df5839606b1ce54b63dc7d70fed780423e2c756261eeaeb19bf0c4d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7cfa74-d15b-47a0-9f18-d2965d07fb69" -d '{"events": [{"name": "network-changed", "server_uuid": "eb873eaf-36f4-4497-bcfc-b0535c2a0f40", "tag": "c56eead0-56c8-4fa5-9021-fffd33d18acc"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:02:44.653316 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 13:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09f12cb-58ea-4904-ad6d-d1ada4a9d172 x-openstack-request-id: req-d09f12cb-58ea-4904-ad6d-d1ada4a9d172 {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:02:44.653801 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb873eaf-36f4-4497-bcfc-b0535c2a0f40", "tag": "c56eead0-56c8-4fa5-9021-fffd33d18acc", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:02:44.654192 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d09f12cb-58ea-4904-ad6d-d1ada4a9d172 {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:02:44.654771 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb873eaf-36f4-4497-bcfc-b0535c2a0f40', 'tag': 'c56eead0-56c8-4fa5-9021-fffd33d18acc', 'status': 'completed', 'code': 200} Jul 08 13:02:44.700357 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-0a233fca-75db-41f5-a29d-8234b79ee13d None None] Set router 3a627d2c-134b-4204-92c4-5de44e399a60 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:02:44.827142 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7cfa74-d15b-47a0-9f18-d2965d07fb69 req-61a2039a-33be-422f-96dc-343c45aeccce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:44.830583 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9e7cfa74-d15b-47a0-9f18-d2965d07fb69 req-61a2039a-33be-422f-96dc-343c45aeccce service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=11619993cd774ac09b800cbdf78beb05&device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 1099 time: 0.1190820 Jul 08 13:02:44.966863 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 37784) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:44.984934 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7cfa74-d15b-47a0-9f18-d2965d07fb69 req-e356fb83-ba78-4668-8be4-fd3c2d70561d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:44.990236 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9e7cfa74-d15b-47a0-9f18-d2965d07fb69 req-e356fb83-ba78-4668-8be4-fd3c2d70561d service neutron] 10.222.0.21 "GET /v2.0/networks?id=3251653d-c1cd-4817-8726-9493dab78425 HTTP/1.1" status: 200 len: 912 time: 0.1251338 Jul 08 13:02:44.993470 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d6c604f7-f68d-4751-86b2-93e7da2f6276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:45.126026 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-0a233fca-75db-41f5-a29d-8234b79ee13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'name': 'tempest-AttachVolumeTestJSON-2066347670-router', 'tenant_id': '11619993cd774ac09b800cbdf78beb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'a6c14c44-5739-49a2-b297-18c37dfd22c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:48Z', 'updated_at': '2021-07-08T13:01:53Z', 'revision_number': 4, 'project_id': '11619993cd774ac09b800cbdf78beb05', 'gw_port': {'id': 'a6c14c44-5739-49a2-b297-18c37dfd22c5', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:48Z', 'updated_at': '2021-07-08T13:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_floatingips': [{'id': '3fadf609-7322-42c9-a3e2-2401e68a0996', 'tenant_id': '11619993cd774ac09b800cbdf78beb05', 'floating_ip_address': '172.27.1.157', 'floating_network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'router_id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'port_id': 'c56eead0-56c8-4fa5-9021-fffd33d18acc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3251653d-c1cd-4817-8726-9493dab78425', 'mac_address': 'fa:16:3e:d7:63:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb873eaf-36f4-4497-bcfc-b0535c2a0f40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T13:02:00Z', 'updated_at': '2021-07-08T13:02:43Z', 'revision_number': 1, 'project_id': '11619993cd774ac09b800cbdf78beb05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbbe0068-fe32-41c1-9d0b-756f4f511da0', 'name': '', 'network_id': '3251653d-c1cd-4817-8726-9493dab78425', 'tenant_id': '11619993cd774ac09b800cbdf78beb05', 'mac_address': 'fa:16:3e:58:e9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3709b84-2db1-4e0f-9f70-caed69efa57a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:52Z', 'updated_at': '2021-07-08T13:02:02Z', 'revision_number': 5, 'project_id': '11619993cd774ac09b800cbdf78beb05', 'subnets': [{'id': 'd3709b84-2db1-4e0f-9f70-caed69efa57a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:02:45.147469 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9e7cfa74-d15b-47a0-9f18-d2965d07fb69 req-086029f1-ee86-40c9-b1cf-c9272b117399 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c56eead0-56c8-4fa5-9021-fffd33d18acc HTTP/1.1" status: 200 len: 1000 time: 0.1498663 Jul 08 13:02:45.191974 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a233fca-75db-41f5-a29d-8234b79ee13d None None] Checking router: 3a627d2c-134b-4204-92c4-5de44e399a60 for host: dv-cinder-789603-11-iscsi {{(pid=93014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:02:45.217914 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a233fca-75db-41f5-a29d-8234b79ee13d None None] Routers {'3a627d2c-134b-4204-92c4-5de44e399a60'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:02:45.219244 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-0a233fca-75db-41f5-a29d-8234b79ee13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:02:35Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['3a627d2c-134b-4204-92c4-5de44e399a60'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:02:45.229135 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d6c604f7-f68d-4751-86b2-93e7da2f6276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:45.236377 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7cfa74-d15b-47a0-9f18-d2965d07fb69 req-a978d171-75ee-4664-929e-3168b6d0159a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:45.238038 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9e7cfa74-d15b-47a0-9f18-d2965d07fb69 req-a978d171-75ee-4664-929e-3168b6d0159a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d3709b84-2db1-4e0f-9f70-caed69efa57a HTTP/1.1" status: 200 len: 850 time: 0.0823464 Jul 08 13:02:45.240746 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d6c604f7-f68d-4751-86b2-93e7da2f6276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:45.345293 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7cfa74-d15b-47a0-9f18-d2965d07fb69 req-10930ffe-b244-4aa3-a09d-dbc3b673d1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:45.345916 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-d6c604f7-f68d-4751-86b2-93e7da2f6276 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=71cbb7dcb7f14786907f86f83158aa04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3779647 Jul 08 13:02:45.347036 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9e7cfa74-d15b-47a0-9f18-d2965d07fb69 req-10930ffe-b244-4aa3-a09d-dbc3b673d1e4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3251653d-c1cd-4817-8726-9493dab78425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1019058 Jul 08 13:02:45.347166 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c604f7-f68d-4751-86b2-93e7da2f6276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ceb55c-d5ec-44a3-aaf9-d48823e78428,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:45.348461 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 37798) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:45.379073 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-0a233fca-75db-41f5-a29d-8234b79ee13d None None] Set router 3a627d2c-134b-4204-92c4-5de44e399a60 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:02:45.459292 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-2453dc1c-3e1e-4103-ad1b-56fda41a2395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:45.486322 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-2453dc1c-3e1e-4103-ad1b-56fda41a2395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:45.551857 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9e7cfa74-d15b-47a0-9f18-d2965d07fb69 req-42961030-7778-4461-aaea-d7c9cd8ffc06 service neutron] 10.222.0.21 "GET /v2.0/networks/3251653d-c1cd-4817-8726-9493dab78425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817374 Jul 08 13:02:45.596147 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-2453dc1c-3e1e-4103-ad1b-56fda41a2395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:45.599373 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-2453dc1c-3e1e-4103-ad1b-56fda41a2395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:45.603242 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-2453dc1c-3e1e-4103-ad1b-56fda41a2395 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/60ceb55c-d5ec-44a3-aaf9-d48823e78428 HTTP/1.1" status: 204 len: 168 time: 0.2488716 Jul 08 13:02:45.708538 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2453dc1c-3e1e-4103-ad1b-56fda41a2395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ceb55c-d5ec-44a3-aaf9-d48823e78428,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:45.730998 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-0a233fca-75db-41f5-a29d-8234b79ee13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'name': 'tempest-AttachVolumeTestJSON-2066347670-router', 'tenant_id': '11619993cd774ac09b800cbdf78beb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'a6c14c44-5739-49a2-b297-18c37dfd22c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:48Z', 'updated_at': '2021-07-08T13:01:53Z', 'revision_number': 4, 'project_id': '11619993cd774ac09b800cbdf78beb05', 'gw_port': {'id': 'a6c14c44-5739-49a2-b297-18c37dfd22c5', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:48Z', 'updated_at': '2021-07-08T13:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_floatingips': [{'id': '3fadf609-7322-42c9-a3e2-2401e68a0996', 'tenant_id': '11619993cd774ac09b800cbdf78beb05', 'floating_ip_address': '172.27.1.157', 'floating_network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'router_id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'port_id': 'c56eead0-56c8-4fa5-9021-fffd33d18acc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3251653d-c1cd-4817-8726-9493dab78425', 'mac_address': 'fa:16:3e:d7:63:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb873eaf-36f4-4497-bcfc-b0535c2a0f40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T13:02:00Z', 'updated_at': '2021-07-08T13:02:43Z', 'revision_number': 1, 'project_id': '11619993cd774ac09b800cbdf78beb05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbbe0068-fe32-41c1-9d0b-756f4f511da0', 'name': '', 'network_id': '3251653d-c1cd-4817-8726-9493dab78425', 'tenant_id': '11619993cd774ac09b800cbdf78beb05', 'mac_address': 'fa:16:3e:58:e9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3709b84-2db1-4e0f-9f70-caed69efa57a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:52Z', 'updated_at': '2021-07-08T13:02:02Z', 'revision_number': 5, 'project_id': '11619993cd774ac09b800cbdf78beb05', 'subnets': [{'id': 'd3709b84-2db1-4e0f-9f70-caed69efa57a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:02:45.789666 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a233fca-75db-41f5-a29d-8234b79ee13d None None] The sync data for ids ['3a627d2c-134b-4204-92c4-5de44e399a60'] in dv-cinder-789603-11-iscsi is: [{'id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'name': 'tempest-AttachVolumeTestJSON-2066347670-router', 'tenant_id': '11619993cd774ac09b800cbdf78beb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'a6c14c44-5739-49a2-b297-18c37dfd22c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:48Z', 'updated_at': '2021-07-08T13:01:53Z', 'revision_number': 4, 'project_id': '11619993cd774ac09b800cbdf78beb05', 'gw_port': {'id': 'a6c14c44-5739-49a2-b297-18c37dfd22c5', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:48Z', 'updated_at': '2021-07-08T13:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_floatingips': [{'id': '3fadf609-7322-42c9-a3e2-2401e68a0996', 'tenant_id': '11619993cd774ac09b800cbdf78beb05', 'floating_ip_address': '172.27.1.157', 'floating_network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'router_id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'port_id': 'c56eead0-56c8-4fa5-9021-fffd33d18acc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3251653d-c1cd-4817-8726-9493dab78425', 'mac_address': 'fa:16:3e:d7:63:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb873eaf-36f4-4497-bcfc-b0535c2a0f40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T13:02:00Z', 'updated_at': '2021-07-08T13:02:43Z', 'revision_number': 1, 'project_id': '11619993cd774ac09b800cbdf78beb05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbbe0068-fe32-41c1-9d0b-756f4f511da0', 'name': '', 'network_id': '3251653d-c1cd-4817-8726-9493dab78425', 'tenant_id': '11619993cd774ac09b800cbdf78beb05', 'mac_address': 'fa:16:3e:58:e9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3709b84-2db1-4e0f-9f70-caed69efa57a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:52Z', 'updated_at': '2021-07-08T13:02:02Z', 'revision_number': 5, 'project_id': '11619993cd774ac09b800cbdf78beb05', 'subnets': [{'id': 'd3709b84-2db1-4e0f-9f70-caed69efa57a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:02:45.808120 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9e7cfa74-d15b-47a0-9f18-d2965d07fb69 req-bbfde60b-cdcd-4945-833a-83e1e024f72f service neutron] 10.222.0.21 "GET /v2.0/networks/3251653d-c1cd-4817-8726-9493dab78425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460201 Jul 08 13:02:46.191787 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 37828) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:46.203840 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3837793e-742a-4721-a117-1855f10b135b None None] New status for floating IP 3fadf609-7322-42c9-a3e2-2401e68a0996: ACTIVE {{(pid=93013) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 13:02:46.210198 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5959a486-56a6-4387-bf01-d5482bf2878a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:46.341597 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 37836) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:46.346833 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5959a486-56a6-4387-bf01-d5482bf2878a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:46.355955 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5959a486-56a6-4387-bf01-d5482bf2878a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:46.386493 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-5959a486-56a6-4387-bf01-d5482bf2878a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2f9f12aba1a944e28dfbb27fcf89e6d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1935248 Jul 08 13:02:46.389755 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 37840) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:46.425189 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5959a486-56a6-4387-bf01-d5482bf2878a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b094504c-1b55-45ff-92ae-3ad1d9fd6da4,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:46.578260 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-0e50523a-75c6-4e72-b1df-1d0a515c5524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:46.583940 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1e11ecb2-8380-400d-a93f-a756d101c2c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:46.607802 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1e11ecb2-8380-400d-a93f-a756d101c2c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:46.666134 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1e11ecb2-8380-400d-a93f-a756d101c2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:46.669302 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1e11ecb2-8380-400d-a93f-a756d101c2c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:46.670715 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-1e11ecb2-8380-400d-a93f-a756d101c2c2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b094504c-1b55-45ff-92ae-3ad1d9fd6da4 HTTP/1.1" status: 204 len: 168 time: 0.2797439 Jul 08 13:02:46.682679 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e11ecb2-8380-400d-a93f-a756d101c2c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b094504c-1b55-45ff-92ae-3ad1d9fd6da4,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:46.727802 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-0e50523a-75c6-4e72-b1df-1d0a515c5524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:46.733291 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-0e50523a-75c6-4e72-b1df-1d0a515c5524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:46.788745 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 37852) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:46.788967 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-0e50523a-75c6-4e72-b1df-1d0a515c5524 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a3d98d486bd64b69a3118eee5ecd7811&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4444818 Jul 08 13:02:46.789659 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e50523a-75c6-4e72-b1df-1d0a515c5524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6128a466-d197-43f1-a18d-da8af9d812e5,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:46.887980 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f6d3c-6c7e-4d4f-b9c4-4662f22e1db5 req-dc93bde5-6afe-497c-930b-cb1b48ea3f61 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:46.892680 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-289f6d3c-6c7e-4d4f-b9c4-4662f22e1db5 req-dc93bde5-6afe-497c-930b-cb1b48ea3f61 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.59 "GET /v2.0/ports?device_id=47e214a6-9a31-4f7e-82e1-0ddd36af31c2 HTTP/1.1" status: 200 len: 946 time: 0.1470921 Jul 08 13:02:46.894216 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3f2d9be5-9f1e-4ceb-b4ed-855234a53b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:46.943525 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3f2d9be5-9f1e-4ceb-b4ed-855234a53b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:46.992615 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-289f6d3c-6c7e-4d4f-b9c4-4662f22e1db5 req-507fb95c-c727-4b96-8bc5-d193ca7cb52a tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.59 "GET /v2.0/security-groups?id=168f3a28-be4d-454a-949b-a53055456ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772834 Jul 08 13:02:47.023439 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3f2d9be5-9f1e-4ceb-b4ed-855234a53b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:47.026502 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3f2d9be5-9f1e-4ceb-b4ed-855234a53b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:47.029713 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-3f2d9be5-9f1e-4ceb-b4ed-855234a53b0b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6128a466-d197-43f1-a18d-da8af9d812e5 HTTP/1.1" status: 204 len: 168 time: 0.2390120 Jul 08 13:02:47.050770 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d9be5-9f1e-4ceb-b4ed-855234a53b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6128a466-d197-43f1-a18d-da8af9d812e5,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:47.993684 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 37924) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:48.170124 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-4c89110b-887d-4d6d-9ae7-ee5139beca26 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1039097603-network', 'tenant_id': 'a7504f2f14af4dceb9cfafb69ef71392'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:02:48.225010 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c89110b-887d-4d6d-9ae7-ee5139beca26 admin admin] Made reservation on behalf of a7504f2f14af4dceb9cfafb69ef71392 for: {'network': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:02:48.227401 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4c89110b-887d-4d6d-9ae7-ee5139beca26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for network, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:48.246372 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4c89110b-887d-4d6d-9ae7-ee5139beca26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:48.274404 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40acb226-c857-43f1-9fb3-6f08f51868bb req-307491b9-26ad-4752-851b-c807d97106a0 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:48.275953 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-40acb226-c857-43f1-9fb3-6f08f51868bb req-307491b9-26ad-4752-851b-c807d97106a0 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.59 "GET /v2.0/ports?device_id=47e214a6-9a31-4f7e-82e1-0ddd36af31c2 HTTP/1.1" status: 200 len: 946 time: 0.1121216 Jul 08 13:02:48.346253 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-40acb226-c857-43f1-9fb3-6f08f51868bb req-325fee2a-1fa3-4d7e-9be6-f610b0490386 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.59 "GET /v2.0/security-groups?id=168f3a28-be4d-454a-949b-a53055456ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563900 Jul 08 13:02:48.403437 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4c89110b-887d-4d6d-9ae7-ee5139beca26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:48.410057 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4c89110b-887d-4d6d-9ae7-ee5139beca26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:48.441329 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c89110b-887d-4d6d-9ae7-ee5139beca26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=93011) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 13:02:48.450498 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c89110b-887d-4d6d-9ae7-ee5139beca26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff71abe8-bc30-4f43-864d-85c09000d4ba,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:48.457349 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4c89110b-887d-4d6d-9ae7-ee5139beca26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1381891'] for segment, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:48.457692 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.db.segments_db [None req-4c89110b-887d-4d6d-9ae7-ee5139beca26 admin admin] Added segment 5b71ba67-5771-4488-b4a2-a47ffb209829 of type vlan for network 67d063cc-baa6-4798-bdf8-b13215622d44 Jul 08 13:02:48.474694 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c89110b-887d-4d6d-9ae7-ee5139beca26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:02:48.475038 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c89110b-887d-4d6d-9ae7-ee5139beca26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:02:48.475376 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c89110b-887d-4d6d-9ae7-ee5139beca26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:02:48.475703 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c89110b-887d-4d6d-9ae7-ee5139beca26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:02:48.476108 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c89110b-887d-4d6d-9ae7-ee5139beca26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:02:48.476514 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c89110b-887d-4d6d-9ae7-ee5139beca26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:02:48.476836 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c89110b-887d-4d6d-9ae7-ee5139beca26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:02:48.477159 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c89110b-887d-4d6d-9ae7-ee5139beca26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:02:48.477470 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c89110b-887d-4d6d-9ae7-ee5139beca26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:02:48.477788 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c89110b-887d-4d6d-9ae7-ee5139beca26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:02:48.478099 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c89110b-887d-4d6d-9ae7-ee5139beca26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:02:48.478409 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c89110b-887d-4d6d-9ae7-ee5139beca26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:02:48.518792 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4c89110b-887d-4d6d-9ae7-ee5139beca26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739448901726'] for network, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:48.557528 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4c89110b-887d-4d6d-9ae7-ee5139beca26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384'] for network, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:48.558558 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c89110b-887d-4d6d-9ae7-ee5139beca26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:48.559133 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4c89110b-887d-4d6d-9ae7-ee5139beca26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for network, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:48.614889 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-4c89110b-887d-4d6d-9ae7-ee5139beca26 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6199467 Jul 08 13:02:48.617914 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 37960) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:48.624663 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c89110b-887d-4d6d-9ae7-ee5139beca26 admin admin] Pushing event updated for resources: {'Network': ['ID=67d063cc-baa6-4798-bdf8-b13215622d44,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:48.626149 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-841a6933-28e6-4dfa-9efd-6b9d14423450 admin admin] Request body: {'subnet': {'network_id': '67d063cc-baa6-4798-bdf8-b13215622d44', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1039097603-subnet', 'tenant_id': 'a7504f2f14af4dceb9cfafb69ef71392', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:02:48.637210 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Network 67d063cc-baa6-4798-bdf8-b13215622d44 details requested by agent ovs-agent-dv-cinder-789603-11-iscsi with host dv-cinder-789603-11-iscsi {{(pid=93013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 13:02:48.664475 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841a6933-28e6-4dfa-9efd-6b9d14423450 admin admin] Made reservation on behalf of a7504f2f14af4dceb9cfafb69ef71392 for: {'subnet': 1} {{(pid=93012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:02:48.667174 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-841a6933-28e6-4dfa-9efd-6b9d14423450 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:48.902748 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-841a6933-28e6-4dfa-9efd-6b9d14423450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384'] for subnet, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:48.973563 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a6933-28e6-4dfa-9efd-6b9d14423450 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54909c30-b75f-4721-96a4-99648762a3fc,revision_number=0']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:48.987053 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841a6933-28e6-4dfa-9efd-6b9d14423450 admin admin] Checking segment: {'id': '5b71ba67-5771-4488-b4a2-a47ffb209829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '67d063cc-baa6-4798-bdf8-b13215622d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:02:48.987722 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841a6933-28e6-4dfa-9efd-6b9d14423450 admin admin] Network hostable DHCP agents. Network: 67d063cc-baa6-4798-bdf8-b13215622d44, hostable agents: ['aa9d8c49-a181-49e8-a217-0ebad9c91868'], hosted agents: [] {{(pid=93012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 13:02:48.990334 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a6933-28e6-4dfa-9efd-6b9d14423450 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:02:48.990682 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a6933-28e6-4dfa-9efd-6b9d14423450 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:02:48.991059 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a6933-28e6-4dfa-9efd-6b9d14423450 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:02:48.991676 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a6933-28e6-4dfa-9efd-6b9d14423450 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:02:48.992011 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a6933-28e6-4dfa-9efd-6b9d14423450 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:02:48.992371 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a6933-28e6-4dfa-9efd-6b9d14423450 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:02:48.992702 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a6933-28e6-4dfa-9efd-6b9d14423450 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:02:48.993029 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a6933-28e6-4dfa-9efd-6b9d14423450 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:02:48.993354 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a6933-28e6-4dfa-9efd-6b9d14423450 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:02:48.993674 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a6933-28e6-4dfa-9efd-6b9d14423450 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:02:48.993993 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a6933-28e6-4dfa-9efd-6b9d14423450 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:02:48.994315 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a6933-28e6-4dfa-9efd-6b9d14423450 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:02:49.018155 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841a6933-28e6-4dfa-9efd-6b9d14423450 admin admin] Network 67d063cc-baa6-4798-bdf8-b13215622d44 is scheduled to be hosted by DHCP agent aa9d8c49-a181-49e8-a217-0ebad9c91868 with binding_index 1 {{(pid=93012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 13:02:49.029014 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [None req-841a6933-28e6-4dfa-9efd-6b9d14423450 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-11-iscsi, 67d063cc-baa6-4798-bdf8-b13215622d44) {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:02:49.042521 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841a6933-28e6-4dfa-9efd-6b9d14423450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:49.043111 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-841a6933-28e6-4dfa-9efd-6b9d14423450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for subnet, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:49.048592 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743811f8-643a-4934-9451-f80fb86b19dd None None] Network 67d063cc-baa6-4798-bdf8-b13215622d44 requested from dv-cinder-789603-11-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 13:02:49.072970 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-841a6933-28e6-4dfa-9efd-6b9d14423450 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4537830 Jul 08 13:02:49.215158 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7690d38-6c36-48ba-a1b3-ec9f27124bf7 None None] Network 67d063cc-baa6-4798-bdf8-b13215622d44 requested from dv-cinder-789603-11-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 13:02:51.313037 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e13dfeb-c4ca-43c8-a0ec-56083d4083d7 req-3f55dd90-e5aa-42e3-ba7d-73443885d9ec tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:51.314585 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4e13dfeb-c4ca-43c8-a0ec-56083d4083d7 req-3f55dd90-e5aa-42e3-ba7d-73443885d9ec tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.59 "GET /v2.0/ports?device_id=47e214a6-9a31-4f7e-82e1-0ddd36af31c2 HTTP/1.1" status: 200 len: 946 time: 0.0637090 Jul 08 13:02:51.353331 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4e13dfeb-c4ca-43c8-a0ec-56083d4083d7 req-bc4fea6e-0f70-4ca1-8cab-e03afdfcbd80 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.59 "GET /v2.0/security-groups?id=168f3a28-be4d-454a-949b-a53055456ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325191 Jul 08 13:02:52.479347 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2d2bc-13a2-472e-bd49-1a8e7032e389 req-aecad637-6a3d-44d9-9746-60436383c1a9 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:52.480881 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-05a2d2bc-13a2-472e-bd49-1a8e7032e389 req-aecad637-6a3d-44d9-9746-60436383c1a9 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.21 "GET /v2.0/ports?device_id=47e214a6-9a31-4f7e-82e1-0ddd36af31c2 HTTP/1.1" status: 200 len: 946 time: 0.0789235 Jul 08 13:02:52.559969 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9d54b-9bb1-4532-b6e2-4e6e32db0db5 req-eaa5a6c5-c2b6-4efc-aca7-1cb48ea27d93 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:52.561711 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-09e9d54b-9bb1-4532-b6e2-4e6e32db0db5 req-eaa5a6c5-c2b6-4efc-aca7-1cb48ea27d93 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.59 "GET /v2.0/ports?device_id=47e214a6-9a31-4f7e-82e1-0ddd36af31c2 HTTP/1.1" status: 200 len: 946 time: 0.0663066 Jul 08 13:02:52.601628 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-09e9d54b-9bb1-4532-b6e2-4e6e32db0db5 req-148ee980-026e-4885-9059-1ce04b788d1e tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.59 "GET /v2.0/security-groups?id=168f3a28-be4d-454a-949b-a53055456ec6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334160 Jul 08 13:02:52.623289 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [req-05a2d2bc-13a2-472e-bd49-1a8e7032e389 req-580238fd-cc7f-4275-8bdc-2e431eefead2 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] Deleting port 7bfd21db-f00a-4745-bd69-8917a9629e33 {{(pid=93012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:02:52.623474 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-05a2d2bc-13a2-472e-bd49-1a8e7032e389 req-580238fd-cc7f-4275-8bdc-2e431eefead2 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:52.716760 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [req-05a2d2bc-13a2-472e-bd49-1a8e7032e389 req-580238fd-cc7f-4275-8bdc-2e431eefead2 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] For port 7bfd21db-f00a-4745-bd69-8917a9629e33, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=7bfd21db-f00a-4745-bd69-8917a9629e33,segment=NetworkSegment(0db854c6-8c10-4220-a3f2-e49127bfc864),segment_id=0db854c6-8c10-4220-a3f2-e49127bfc864)] {{(pid=93012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:02:52.717238 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-05a2d2bc-13a2-472e-bd49-1a8e7032e389 req-580238fd-cc7f-4275-8bdc-2e431eefead2 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:52.733216 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [req-05a2d2bc-13a2-472e-bd49-1a8e7032e389 req-580238fd-cc7f-4275-8bdc-2e431eefead2 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] Calling delete_port for 7bfd21db-f00a-4745-bd69-8917a9629e33 owned by compute:nova {{(pid=93012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:02:52.988050 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-05a2d2bc-13a2-472e-bd49-1a8e7032e389 req-580238fd-cc7f-4275-8bdc-2e431eefead2 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285'] for port, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:53.025928 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] get_ports_and_sgs() called for port_ids ['7bfd21db-f00a-4745-bd69-8917a9629e33'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 13:02:53.113116 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580238fd-cc7f-4275-8bdc-2e431eefead2 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] Pushing event deleted for resources: {'Port': ['ID=7bfd21db-f00a-4745-bd69-8917a9629e33,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:53.115509 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a2d2bc-13a2-472e-bd49-1a8e7032e389 req-580238fd-cc7f-4275-8bdc-2e431eefead2 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] No DVR routers for this DVR port 7bfd21db-f00a-4745-bd69-8917a9629e33 on host hv-cinder-78960 {{(pid=93012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:02:53.118738 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-05a2d2bc-13a2-472e-bd49-1a8e7032e389 req-580238fd-cc7f-4275-8bdc-2e431eefead2 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for port, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:53.121429 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-05a2d2bc-13a2-472e-bd49-1a8e7032e389 req-580238fd-cc7f-4275-8bdc-2e431eefead2 tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.21 "DELETE /v2.0/ports/7bfd21db-f00a-4745-bd69-8917a9629e33 HTTP/1.1" status: 204 len: 173 time: 0.6348362 Jul 08 13:02:53.124422 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e214a6-9a31-4f7e-82e1-0ddd36af31c2', 'name': 'network-vif-deleted', 'tag': '7bfd21db-f00a-4745-bd69-8917a9629e33'}] {{(pid=93012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:02:53.127638 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd052ad9988fae0c023d90ace067622d59124d56325abb0637f2c794eb114897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a97a3ff-cf36-4e47-afb8-6d8075be5c54" -d '{"events": [{"server_uuid": "47e214a6-9a31-4f7e-82e1-0ddd36af31c2", "name": "network-vif-deleted", "tag": "7bfd21db-f00a-4745-bd69-8917a9629e33"}]}' {{(pid=93012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:02:53.137206 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6996a-47db-4ae1-91bf-00e85468be17 req-a4058951-a68c-4f5d-9b9f-c606112c26aa tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:53.142946 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-cec6996a-47db-4ae1-91bf-00e85468be17 req-a4058951-a68c-4f5d-9b9f-c606112c26aa tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/networks?id=67d063cc-baa6-4798-bdf8-b13215622d44 HTTP/1.1" status: 200 len: 814 time: 0.3063774 Jul 08 13:02:53.155955 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-cec6996a-47db-4ae1-91bf-00e85468be17 req-0d49615f-2335-49b1-8d85-46fd594ed491 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/quotas/a7504f2f14af4dceb9cfafb69ef71392 HTTP/1.1" status: 200 len: 375 time: 0.0106447 Jul 08 13:02:53.174410 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae188796-5218-4ab6-95ce-7bc66c3c12c9 x-openstack-request-id: req-ae188796-5218-4ab6-95ce-7bc66c3c12c9 {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:02:53.174774 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e214a6-9a31-4f7e-82e1-0ddd36af31c2", "name": "network-vif-deleted", "tag": "7bfd21db-f00a-4745-bd69-8917a9629e33", "status": "completed", "code": 200}]} {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:02:53.175004 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ae188796-5218-4ab6-95ce-7bc66c3c12c9 {{(pid=93012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:02:53.175443 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e214a6-9a31-4f7e-82e1-0ddd36af31c2', 'name': 'network-vif-deleted', 'tag': '7bfd21db-f00a-4745-bd69-8917a9629e33', 'status': 'completed', 'code': 200} Jul 08 13:02:53.197815 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-cec6996a-47db-4ae1-91bf-00e85468be17 req-a4cb8bc6-d22a-4c6d-b11b-f29ac80d9cf3 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a7504f2f14af4dceb9cfafb69ef71392&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350375 Jul 08 13:02:53.288603 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-cec6996a-47db-4ae1-91bf-00e85468be17 req-139997a8-bb1d-409b-81ee-1487ff021559 service neutron] 10.222.0.59 "GET /v2.0/networks/67d063cc-baa6-4798-bdf8-b13215622d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830619 Jul 08 13:02:53.380705 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-cec6996a-47db-4ae1-91bf-00e85468be17 req-19acb881-dfa7-4bcd-8f38-5a9deeb14065 service neutron] 10.222.0.59 "GET /v2.0/networks/67d063cc-baa6-4798-bdf8-b13215622d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859730 Jul 08 13:02:53.681239 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-cce88a39-0369-40cc-a9ae-e98577be1ccd req-c0d9d51b-203d-4787-ab2c-4b761f254cf9 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2866a82-1a43-4488-a792-2fb6be594d47 HTTP/1.1" status: 200 len: 210 time: 0.0378485 Jul 08 13:02:53.753478 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 38106) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:53.810034 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_v2 [None req-57373713-de9e-4e20-92b9-8d58827c157e admin admin] Deleting subnet f46e7e51-4d1a-4888-8c90-3abaf3753721 {{(pid=93012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 13:02:53.814697 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-57373713-de9e-4e20-92b9-8d58827c157e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:53.855063 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-57373713-de9e-4e20-92b9-8d58827c157e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:53.856942 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-8e59b20f-87e6-485d-bb5d-d1aefa41a738 req-d9428e92-8393-4dfd-8a45-1c73c250262c tempest-DeleteServersTestJSON-30706359 tempest-DeleteServersTestJSON-30706359-project] 10.222.0.59 "GET /v2.0/ports?device_id=47e214a6-9a31-4f7e-82e1-0ddd36af31c2 HTTP/1.1" status: 200 len: 210 time: 0.0453925 Jul 08 13:02:53.866930 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-57373713-de9e-4e20-92b9-8d58827c157e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388364'] for subnet, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:53.934881 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-57373713-de9e-4e20-92b9-8d58827c157e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384'] for subnet, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:53.962894 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57373713-de9e-4e20-92b9-8d58827c157e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f46e7e51-4d1a-4888-8c90-3abaf3753721,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:53.967183 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-57373713-de9e-4e20-92b9-8d58827c157e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for subnet, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:53.972786 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-57373713-de9e-4e20-92b9-8d58827c157e admin admin] 10.222.0.59 "DELETE /v2.0/subnets/f46e7e51-4d1a-4888-8c90-3abaf3753721 HTTP/1.1" status: 204 len: 168 time: 0.2170746 Jul 08 13:02:53.976030 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 38110) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:54.001314 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-0cef42f3-3a1a-4020-b263-5152d2247e85 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 13:02:54.059814 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-264a3650-e155-4d6f-920b-b1320aefb6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1445167'] for network, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:54.366347 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-264a3650-e155-4d6f-920b-b1320aefb6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385719', 'neutron.services.segments.db._delete_segments_for_network-8739449493333'] for network, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:54.381889 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-264a3650-e155-4d6f-920b-b1320aefb6ce admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 13:02:54.382251 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-264a3650-e155-4d6f-920b-b1320aefb6ce admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 13:02:54.383071 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-264a3650-e155-4d6f-920b-b1320aefb6ce admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 13:02:54.383417 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-264a3650-e155-4d6f-920b-b1320aefb6ce admin admin] Subscribe: > port after_create 55550000 {{(pid=93011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 13:02:54.383759 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-264a3650-e155-4d6f-920b-b1320aefb6ce admin admin] Subscribe: > port after_delete 55550000 {{(pid=93011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 13:02:54.384084 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-264a3650-e155-4d6f-920b-b1320aefb6ce admin admin] Subscribe: > port after_update 55550000 {{(pid=93011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 13:02:54.384436 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-264a3650-e155-4d6f-920b-b1320aefb6ce admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 13:02:54.384760 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-264a3650-e155-4d6f-920b-b1320aefb6ce admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 13:02:54.385079 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-264a3650-e155-4d6f-920b-b1320aefb6ce admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 13:02:54.385396 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-264a3650-e155-4d6f-920b-b1320aefb6ce admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 13:02:54.516082 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-264a3650-e155-4d6f-920b-b1320aefb6ce admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 13:02:54.516490 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-264a3650-e155-4d6f-920b-b1320aefb6ce admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 13:02:54.516824 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-264a3650-e155-4d6f-920b-b1320aefb6ce admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 13:02:54.517158 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-264a3650-e155-4d6f-920b-b1320aefb6ce admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93011) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 13:02:54.517534 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.services.segments.db [None req-264a3650-e155-4d6f-920b-b1320aefb6ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99255980-4629-4de8-b11a-bce226f7fce3']}} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:02:54.536421 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.services.segments.db [None req-264a3650-e155-4d6f-920b-b1320aefb6ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aaac6c3-8cdb-4de2-9a31-6d04b318652f') {'for_net_delete': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:02:54.536762 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.services.segments.db [None req-264a3650-e155-4d6f-920b-b1320aefb6ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aaac6c3-8cdb-4de2-9a31-6d04b318652f') {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:02:54.556273 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-264a3650-e155-4d6f-920b-b1320aefb6ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739449365041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4784270'] for segment, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:54.579613 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-264a3650-e155-4d6f-920b-b1320aefb6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1381891'] for segment, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:54.588245 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-264a3650-e155-4d6f-920b-b1320aefb6ce admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=93011) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 13:02:54.588639 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-264a3650-e155-4d6f-920b-b1320aefb6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1381891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4789390'] for segment, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:54.592887 dv-cinder-789603-11-iscsi neutron-server[93011]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 13:02:54.592887 dv-cinder-789603-11-iscsi neutron-server[93011]: from cryptography.utils import int_from_bytes Jul 08 13:02:54.592887 dv-cinder-789603-11-iscsi neutron-server[93011]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 13:02:54.592887 dv-cinder-789603-11-iscsi neutron-server[93011]: from cryptography.utils import int_from_bytes Jul 08 13:02:54.592887 dv-cinder-789603-11-iscsi neutron-server[93011]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 13:02:54.592887 dv-cinder-789603-11-iscsi neutron-server[93011]: conditions |= (models_v2.Port.network_id.in_( Jul 08 13:02:54.592887 dv-cinder-789603-11-iscsi neutron-server[93011]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 13:02:54.592887 dv-cinder-789603-11-iscsi neutron-server[93011]: conditions |= (models_v2.Port.network_id.in_( Jul 08 13:02:54.592887 dv-cinder-789603-11-iscsi neutron-server[93011]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 13:02:54.592887 dv-cinder-789603-11-iscsi neutron-server[93011]: conditions |= (models_v2.Port.network_id.in_( Jul 08 13:02:54.592887 dv-cinder-789603-11-iscsi neutron-server[93011]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 13:02:54.592887 dv-cinder-789603-11-iscsi neutron-server[93011]: conditions |= (models_v2.Port.network_id.in_( Jul 08 13:02:54.592887 dv-cinder-789603-11-iscsi neutron-server[93011]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 13:02:54.592887 dv-cinder-789603-11-iscsi neutron-server[93011]: conditions |= (models_v2.Port.network_id.in_( Jul 08 13:02:54.592887 dv-cinder-789603-11-iscsi neutron-server[93011]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 13:02:54.592887 dv-cinder-789603-11-iscsi neutron-server[93011]: conditions |= (models_v2.Port.network_id.in_( Jul 08 13:02:54.592887 dv-cinder-789603-11-iscsi neutron-server[93011]: Traceback (most recent call last): Jul 08 13:02:54.592887 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 13:02:54.592887 dv-cinder-789603-11-iscsi neutron-server[93011]: timer() Jul 08 13:02:54.592887 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 13:02:54.592887 dv-cinder-789603-11-iscsi neutron-server[93011]: cb(*args, **kw) Jul 08 13:02:54.592887 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 13:02:54.592887 dv-cinder-789603-11-iscsi neutron-server[93011]: return func(*args, **kwargs) Jul 08 13:02:54.592887 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 13:02:54.592887 dv-cinder-789603-11-iscsi neutron-server[93011]: self._notify() Jul 08 13:02:54.592887 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 13:02:54.592887 dv-cinder-789603-11-iscsi neutron-server[93011]: self.callback(batched_events) Jul 08 13:02:54.592887 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 13:02:54.592887 dv-cinder-789603-11-iscsi neutron-server[93011]: event.method(event) Jul 08 13:02:54.592887 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 13:02:54.592887 dv-cinder-789603-11-iscsi neutron-server[93011]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 13:02:54.592887 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 13:02:54.592887 dv-cinder-789603-11-iscsi neutron-server[93011]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 13:02:54.592887 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 13:02:54.592887 dv-cinder-789603-11-iscsi neutron-server[93011]: return f(self, *a, **k) Jul 08 13:02:54.592887 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 13:02:54.592887 dv-cinder-789603-11-iscsi neutron-server[93011]: return self._get(url).json() Jul 08 13:02:54.592887 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 13:02:54.592887 dv-cinder-789603-11-iscsi neutron-server[93011]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 13:02:54.592887 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 13:02:54.592887 dv-cinder-789603-11-iscsi neutron-server[93011]: return self.request(url, 'GET', **kwargs) Jul 08 13:02:54.592887 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 13:02:54.592887 dv-cinder-789603-11-iscsi neutron-server[93011]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 13:02:54.592887 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 13:02:54.592887 dv-cinder-789603-11-iscsi neutron-server[93011]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 13:02:54.592887 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 13:02:54.592887 dv-cinder-789603-11-iscsi neutron-server[93011]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 13:02:54.592887 dv-cinder-789603-11-iscsi neutron-server[93011]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 13:02:54.657580 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-264a3650-e155-4d6f-920b-b1320aefb6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545699'] for network, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:54.681254 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264a3650-e155-4d6f-920b-b1320aefb6ce admin admin] Pushing event deleted for resources: {'Network': ['ID=99255980-4629-4de8-b11a-bce226f7fce3,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:54.694261 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-264a3650-e155-4d6f-920b-b1320aefb6ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for network, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:54.696374 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-264a3650-e155-4d6f-920b-b1320aefb6ce admin admin] 10.222.0.59 "DELETE /v2.0/networks/99255980-4629-4de8-b11a-bce226f7fce3 HTTP/1.1" status: 204 len: 168 time: 0.7176707 Jul 08 13:02:54.699130 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 38130) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:54.782243 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_v2 [None req-e325652c-b0d4-4cbf-a8d4-6008b66b324d admin admin] Deleting subnet 60e01089-8c8d-47e6-b704-fa2719ee80a2 {{(pid=93011) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 13:02:54.787026 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e325652c-b0d4-4cbf-a8d4-6008b66b324d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:54.846752 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f0dd48a0-f185-4a54-bc93-ed85efe798c4 req-29e5f37b-6656-401b-acbc-4d7599f78672 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2866a82-1a43-4488-a792-2fb6be594d47 HTTP/1.1" status: 200 len: 210 time: 0.0374348 Jul 08 13:02:54.853389 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e325652c-b0d4-4cbf-a8d4-6008b66b324d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4784263'] for subnet, precommit_delete_associations {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:54.920079 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e325652c-b0d4-4cbf-a8d4-6008b66b324d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388364'] for subnet, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:55.004467 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e325652c-b0d4-4cbf-a8d4-6008b66b324d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5094232'] for subnet, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:55.033237 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325652c-b0d4-4cbf-a8d4-6008b66b324d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60e01089-8c8d-47e6-b704-fa2719ee80a2,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:55.045435 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e325652c-b0d4-4cbf-a8d4-6008b66b324d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:55.050847 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-e325652c-b0d4-4cbf-a8d4-6008b66b324d admin admin] 10.222.0.59 "DELETE /v2.0/subnets/60e01089-8c8d-47e6-b704-fa2719ee80a2 HTTP/1.1" status: 204 len: 168 time: 0.3507493 Jul 08 13:02:55.051672 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 38156) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:55.162203 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ecbe877f-875c-4225-98c6-6cabc9572c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1445167'] for network, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:55.503217 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-10294bed-14b7-429d-94fc-b384a00c280c req-fede2ea3-07c6-45f2-a07b-72b2fcc3c167 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1573300 Jul 08 13:02:55.570679 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ecbe877f-875c-4225-98c6-6cabc9572c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385719', 'neutron.services.segments.db._delete_segments_for_network-8739449493333'] for network, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:55.590615 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ecbe877f-875c-4225-98c6-6cabc9572c72 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 13:02:55.590974 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ecbe877f-875c-4225-98c6-6cabc9572c72 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 13:02:55.592080 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ecbe877f-875c-4225-98c6-6cabc9572c72 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 13:02:55.592533 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ecbe877f-875c-4225-98c6-6cabc9572c72 admin admin] Subscribe: > port after_create 55550000 {{(pid=93012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 13:02:55.593550 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ecbe877f-875c-4225-98c6-6cabc9572c72 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 13:02:55.593946 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ecbe877f-875c-4225-98c6-6cabc9572c72 admin admin] Subscribe: > port after_update 55550000 {{(pid=93012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 13:02:55.594324 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ecbe877f-875c-4225-98c6-6cabc9572c72 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 13:02:55.594703 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ecbe877f-875c-4225-98c6-6cabc9572c72 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 13:02:55.595071 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ecbe877f-875c-4225-98c6-6cabc9572c72 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 13:02:55.595632 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ecbe877f-875c-4225-98c6-6cabc9572c72 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 13:02:55.665699 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ecbe877f-875c-4225-98c6-6cabc9572c72 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 13:02:55.666045 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ecbe877f-875c-4225-98c6-6cabc9572c72 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 13:02:55.666374 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ecbe877f-875c-4225-98c6-6cabc9572c72 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 13:02:55.666701 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ecbe877f-875c-4225-98c6-6cabc9572c72 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93012) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 08 13:02:55.667089 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-ecbe877f-875c-4225-98c6-6cabc9572c72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df18e488-1237-42f6-8926-4f6238753423']}} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:02:55.678736 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6996a-47db-4ae1-91bf-00e85468be17 req-5ebe73d6-ee72-4500-9e82-1b3e7337b18e tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:55.680500 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-cec6996a-47db-4ae1-91bf-00e85468be17 req-5ebe73d6-ee72-4500-9e82-1b3e7337b18e tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.21 "GET /v2.0/networks?id=67d063cc-baa6-4798-bdf8-b13215622d44 HTTP/1.1" status: 200 len: 814 time: 0.5466347 Jul 08 13:02:55.692802 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10294bed-14b7-429d-94fc-b384a00c280c req-9cc2e86b-ff21-4bc6-acef-206e3ba2f489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:55.694878 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-ecbe877f-875c-4225-98c6-6cabc9572c72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd850384a-645f-4c21-8f98-3da20391c38c') {'for_net_delete': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:02:55.695173 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-ecbe877f-875c-4225-98c6-6cabc9572c72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd850384a-645f-4c21-8f98-3da20391c38c') {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:02:55.695707 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-10294bed-14b7-429d-94fc-b384a00c280c req-9cc2e86b-ff21-4bc6-acef-206e3ba2f489 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=11619993cd774ac09b800cbdf78beb05&device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 1099 time: 0.0937679 Jul 08 13:02:55.712263 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [req-cec6996a-47db-4ae1-91bf-00e85468be17 req-4309dc6b-4b7a-4121-973c-e237b209bf58 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Request body: {'port': {'device_id': 'b2866a82-1a43-4488-a792-2fb6be594d47', 'network_id': '67d063cc-baa6-4798-bdf8-b13215622d44', 'admin_state_up': True, 'tenant_id': 'a7504f2f14af4dceb9cfafb69ef71392'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:02:55.732456 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ecbe877f-875c-4225-98c6-6cabc9572c72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739449365041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4653424'] for segment, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:55.804893 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ecbe877f-875c-4225-98c6-6cabc9572c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1381891'] for segment, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:55.823747 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecbe877f-875c-4225-98c6-6cabc9572c72 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=93012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 13:02:55.830438 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ecbe877f-875c-4225-98c6-6cabc9572c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1381891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4509813'] for segment, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:55.836264 dv-cinder-789603-11-iscsi neutron-server[93012]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 13:02:55.836264 dv-cinder-789603-11-iscsi neutron-server[93012]: from cryptography.utils import int_from_bytes Jul 08 13:02:55.836264 dv-cinder-789603-11-iscsi neutron-server[93012]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 08 13:02:55.836264 dv-cinder-789603-11-iscsi neutron-server[93012]: from cryptography.utils import int_from_bytes Jul 08 13:02:55.836264 dv-cinder-789603-11-iscsi neutron-server[93012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 13:02:55.836264 dv-cinder-789603-11-iscsi neutron-server[93012]: conditions |= (models_v2.Port.network_id.in_( Jul 08 13:02:55.836264 dv-cinder-789603-11-iscsi neutron-server[93012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 13:02:55.836264 dv-cinder-789603-11-iscsi neutron-server[93012]: conditions |= (models_v2.Port.network_id.in_( Jul 08 13:02:55.836264 dv-cinder-789603-11-iscsi neutron-server[93012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 13:02:55.836264 dv-cinder-789603-11-iscsi neutron-server[93012]: conditions |= (models_v2.Port.network_id.in_( Jul 08 13:02:55.836264 dv-cinder-789603-11-iscsi neutron-server[93012]: Traceback (most recent call last): Jul 08 13:02:55.836264 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 13:02:55.836264 dv-cinder-789603-11-iscsi neutron-server[93012]: timer() Jul 08 13:02:55.836264 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 13:02:55.836264 dv-cinder-789603-11-iscsi neutron-server[93012]: cb(*args, **kw) Jul 08 13:02:55.836264 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 13:02:55.836264 dv-cinder-789603-11-iscsi neutron-server[93012]: return func(*args, **kwargs) Jul 08 13:02:55.836264 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 13:02:55.836264 dv-cinder-789603-11-iscsi neutron-server[93012]: self._notify() Jul 08 13:02:55.836264 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 13:02:55.836264 dv-cinder-789603-11-iscsi neutron-server[93012]: self.callback(batched_events) Jul 08 13:02:55.836264 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 13:02:55.836264 dv-cinder-789603-11-iscsi neutron-server[93012]: event.method(event) Jul 08 13:02:55.836264 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 13:02:55.836264 dv-cinder-789603-11-iscsi neutron-server[93012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 13:02:55.836264 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 13:02:55.836264 dv-cinder-789603-11-iscsi neutron-server[93012]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 13:02:55.836264 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 13:02:55.836264 dv-cinder-789603-11-iscsi neutron-server[93012]: return f(self, *a, **k) Jul 08 13:02:55.836264 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 13:02:55.836264 dv-cinder-789603-11-iscsi neutron-server[93012]: return self._get(url).json() Jul 08 13:02:55.836264 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 13:02:55.836264 dv-cinder-789603-11-iscsi neutron-server[93012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 13:02:55.836264 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 13:02:55.836264 dv-cinder-789603-11-iscsi neutron-server[93012]: return self.request(url, 'GET', **kwargs) Jul 08 13:02:55.836264 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 13:02:55.836264 dv-cinder-789603-11-iscsi neutron-server[93012]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 13:02:55.836264 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 13:02:55.836264 dv-cinder-789603-11-iscsi neutron-server[93012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 13:02:55.836264 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 13:02:55.836264 dv-cinder-789603-11-iscsi neutron-server[93012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 13:02:55.836264 dv-cinder-789603-11-iscsi neutron-server[93012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 13:02:55.937486 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ecbe877f-875c-4225-98c6-6cabc9572c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545699'] for network, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:55.955022 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ecbe877f-875c-4225-98c6-6cabc9572c72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for network, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:55.957493 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-ecbe877f-875c-4225-98c6-6cabc9572c72 admin admin] 10.222.0.59 "DELETE /v2.0/networks/df18e488-1237-42f6-8926-4f6238753423 HTTP/1.1" status: 204 len: 168 time: 0.9045653 Jul 08 13:02:55.972664 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe877f-875c-4225-98c6-6cabc9572c72 admin admin] Pushing event deleted for resources: {'Network': ['ID=df18e488-1237-42f6-8926-4f6238753423,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:55.974730 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cec6996a-47db-4ae1-91bf-00e85468be17 req-4309dc6b-4b7a-4121-973c-e237b209bf58 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Made reservation on behalf of a7504f2f14af4dceb9cfafb69ef71392 for: {'port': 1} {{(pid=93012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:02:55.979790 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-cec6996a-47db-4ae1-91bf-00e85468be17 req-4309dc6b-4b7a-4121-973c-e237b209bf58 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:55.981274 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 38222) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:56.022321 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10294bed-14b7-429d-94fc-b384a00c280c req-ead5a7e6-87f9-4e34-a54a-b556c62947dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:56.027181 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-10294bed-14b7-429d-94fc-b384a00c280c req-ead5a7e6-87f9-4e34-a54a-b556c62947dc service neutron] 10.222.0.21 "GET /v2.0/networks?id=3251653d-c1cd-4817-8726-9493dab78425 HTTP/1.1" status: 200 len: 912 time: 0.2583711 Jul 08 13:02:56.181379 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 7bfd21db-f00a-4745-bd69-8917a9629e33 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:02:56.184894 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-10294bed-14b7-429d-94fc-b384a00c280c req-585014ce-cd8b-42dc-bb4a-7194d2c27f64 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c56eead0-56c8-4fa5-9021-fffd33d18acc HTTP/1.1" status: 200 len: 1002 time: 0.1406901 Jul 08 13:02:56.188158 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-12f1a553-9c3b-45c8-affb-0ca242e57b16 req-5a942c57-976b-4d05-b1ad-401d7e023cac tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2866a82-1a43-4488-a792-2fb6be594d47 HTTP/1.1" status: 200 len: 210 time: 0.0395780 Jul 08 13:02:56.189264 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 38228) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:56.202987 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-6647a284-8d1e-4fe4-af93-670612b515c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:56.218425 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] No Port match for: 7bfd21db-f00a-4745-bd69-8917a9629e33 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:02:56.218645 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_common [req-cec6996a-47db-4ae1-91bf-00e85468be17 req-4309dc6b-4b7a-4121-973c-e237b209bf58 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Allocated IP 172.20.0.6 (67d063cc-baa6-4798-bdf8-b13215622d44/54909c30-b75f-4721-96a4-99648762a3fc/eea9be79-3d9f-4383-9873-9cd90c39b487) {{(pid=93012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:02:56.219517 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 7bfd21db-f00a-4745-bd69-8917a9629e33 not bound to the agent host hv-cinder-78960 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:02:56.302431 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10294bed-14b7-429d-94fc-b384a00c280c req-11350470-91c6-43fd-b5a2-36d63fa37adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:56.303812 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-10294bed-14b7-429d-94fc-b384a00c280c req-11350470-91c6-43fd-b5a2-36d63fa37adf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d3709b84-2db1-4e0f-9f70-caed69efa57a HTTP/1.1" status: 200 len: 850 time: 0.0987718 Jul 08 13:02:56.307586 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-4e0af704-737d-4544-9067-df4bd9129e8f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=901c08d7f37f408e868296f94abfbc73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1171668 Jul 08 13:02:56.310170 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 38230) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:56.395132 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-cec6996a-47db-4ae1-91bf-00e85468be17 req-4309dc6b-4b7a-4121-973c-e237b209bf58 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Notify callbacks [] for port, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:56.441016 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-cec6996a-47db-4ae1-91bf-00e85468be17 req-4309dc6b-4b7a-4121-973c-e237b209bf58 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4509839'] for port, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:56.462164 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-6abe49a9-aa45-4799-afa3-566271bf90f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:56.483864 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-6647a284-8d1e-4fe4-af93-670612b515c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:56.487829 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10294bed-14b7-429d-94fc-b384a00c280c req-12e1f9ba-8218-426f-90c5-4dd887840a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:56.489510 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-10294bed-14b7-429d-94fc-b384a00c280c req-12e1f9ba-8218-426f-90c5-4dd887840a54 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3251653d-c1cd-4817-8726-9493dab78425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1691215 Jul 08 13:02:56.491955 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cec6996a-47db-4ae1-91bf-00e85468be17 req-4309dc6b-4b7a-4121-973c-e237b209bf58 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Network 67d063cc-baa6-4798-bdf8-b13215622d44 is already hosted by enough agents. {{(pid=93012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:02:56.495279 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [req-cec6996a-47db-4ae1-91bf-00e85468be17 req-4309dc6b-4b7a-4121-973c-e237b209bf58 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Resources bound (agent type, host, resource id): {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:02:56.498070 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-6647a284-8d1e-4fe4-af93-670612b515c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:56.499691 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [req-cec6996a-47db-4ae1-91bf-00e85468be17 req-4309dc6b-4b7a-4121-973c-e237b209bf58 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Received port after_create {{(pid=93012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:02:56.506218 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4309dc6b-4b7a-4121-973c-e237b209bf58 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Pushing event updated for resources: {'Port': ['ID=eea9be79-3d9f-4383-9873-9cd90c39b487,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:56.515115 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-6abe49a9-aa45-4799-afa3-566271bf90f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:56.527458 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 38238) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:56.564875 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6996a-47db-4ae1-91bf-00e85468be17 req-4309dc6b-4b7a-4121-973c-e237b209bf58 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:56.565383 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-cec6996a-47db-4ae1-91bf-00e85468be17 req-4309dc6b-4b7a-4121-973c-e237b209bf58 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for port, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:56.579360 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-cec6996a-47db-4ae1-91bf-00e85468be17 req-4309dc6b-4b7a-4121-973c-e237b209bf58 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8718035 Jul 08 13:02:56.604832 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [req-cec6996a-47db-4ae1-91bf-00e85468be17 req-b7b89542-8714-40ef-8776-923345600baa service neutron] Request body: {'port': {'device_id': 'b2866a82-1a43-4488-a792-2fb6be594d47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:02:56.643872 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6647a284-8d1e-4fe4-af93-670612b515c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b855aa9-4383-4225-a024-36dc859c1ac8,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:56.649781 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-6647a284-8d1e-4fe4-af93-670612b515c6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6de381b541bd4253a64278c6b8374e8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6663656 Jul 08 13:02:56.657631 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 38240) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:56.685088 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-cec6996a-47db-4ae1-91bf-00e85468be17 req-b7b89542-8714-40ef-8776-923345600baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:56.688632 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_v2 [None req-f002e161-698d-4a68-b4e7-7df3e8fc79e2 admin admin] Deleting subnet bbdc0614-803c-4499-ba77-51b1db6adea1 {{(pid=93011) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 13:02:56.700440 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f002e161-698d-4a68-b4e7-7df3e8fc79e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:56.768894 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-6abe49a9-aa45-4799-afa3-566271bf90f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:56.771395 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-6abe49a9-aa45-4799-afa3-566271bf90f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:56.772568 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-6abe49a9-aa45-4799-afa3-566271bf90f0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3f046cc2-d8da-44c7-87f2-da928cb738f6 HTTP/1.1" status: 204 len: 168 time: 0.4614861 Jul 08 13:02:56.801347 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-10294bed-14b7-429d-94fc-b384a00c280c req-fe120c9f-09f4-43ac-9f91-0b6fa067957e service neutron] 10.222.0.21 "GET /v2.0/networks/3251653d-c1cd-4817-8726-9493dab78425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004429 Jul 08 13:02:56.803657 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f002e161-698d-4a68-b4e7-7df3e8fc79e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4784263'] for subnet, precommit_delete_associations {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:56.828500 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe49a9-aa45-4799-afa3-566271bf90f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f046cc2-d8da-44c7-87f2-da928cb738f6,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:56.834229 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e0dbf59d-cead-4f72-a341-7a08b7467766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:56.924467 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e0dbf59d-cead-4f72-a341-7a08b7467766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:56.929073 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f002e161-698d-4a68-b4e7-7df3e8fc79e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388364'] for subnet, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:57.025037 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-10294bed-14b7-429d-94fc-b384a00c280c req-01964ee3-df9e-40ec-b48d-f22517b00ce1 service neutron] 10.222.0.21 "GET /v2.0/networks/3251653d-c1cd-4817-8726-9493dab78425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934247 Jul 08 13:02:57.050318 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e0dbf59d-cead-4f72-a341-7a08b7467766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:57.052949 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e0dbf59d-cead-4f72-a341-7a08b7467766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:57.059235 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-e0dbf59d-cead-4f72-a341-7a08b7467766 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8b855aa9-4383-4225-a024-36dc859c1ac8 HTTP/1.1" status: 204 len: 168 time: 0.3960898 Jul 08 13:02:57.068833 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 38258) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:57.072939 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f002e161-698d-4a68-b4e7-7df3e8fc79e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5094232'] for subnet, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:57.109805 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [req-cec6996a-47db-4ae1-91bf-00e85468be17 req-b7b89542-8714-40ef-8776-923345600baa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eea9be79-3d9f-4383-9873-9cd90c39b487 {{(pid=93012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:02:57.117659 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f002e161-698d-4a68-b4e7-7df3e8fc79e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbdc0614-803c-4499-ba77-51b1db6adea1,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:57.121692 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dbf59d-cead-4f72-a341-7a08b7467766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b855aa9-4383-4225-a024-36dc859c1ac8,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:57.133653 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-cec6996a-47db-4ae1-91bf-00e85468be17 req-b7b89542-8714-40ef-8776-923345600baa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:57.138238 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f002e161-698d-4a68-b4e7-7df3e8fc79e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:57.140485 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-f002e161-698d-4a68-b4e7-7df3e8fc79e2 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/bbdc0614-803c-4499-ba77-51b1db6adea1 HTTP/1.1" status: 204 len: 168 time: 0.6045063 Jul 08 13:02:57.143373 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 38264) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:57.151224 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.provisioning_blocks [req-cec6996a-47db-4ae1-91bf-00e85468be17 req-b7b89542-8714-40ef-8776-923345600baa service neutron] Transition to ACTIVE for port object eea9be79-3d9f-4383-9873-9cd90c39b487 will not be triggered until provisioned by entity L2. {{(pid=93012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:02:57.157523 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-cec6996a-47db-4ae1-91bf-00e85468be17 req-b7b89542-8714-40ef-8776-923345600baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4509841'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:57.286323 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3a1ab334-5d40-4985-8324-d4740929d548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1445167'] for network, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:57.364652 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b89542-8714-40ef-8776-923345600baa service neutron] Pushing event updated for resources: {'Port': ['ID=eea9be79-3d9f-4383-9873-9cd90c39b487,revision_number=2']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:57.384382 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 38280) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:57.408226 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [req-cec6996a-47db-4ae1-91bf-00e85468be17 req-b7b89542-8714-40ef-8776-923345600baa service neutron] Attempting to bind port eea9be79-3d9f-4383-9873-9cd90c39b487 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 13:02:57.408572 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [req-cec6996a-47db-4ae1-91bf-00e85468be17 req-b7b89542-8714-40ef-8776-923345600baa service neutron] Attempting to bind port eea9be79-3d9f-4383-9873-9cd90c39b487 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '5b71ba67-5771-4488-b4a2-a47ffb209829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '67d063cc-baa6-4798-bdf8-b13215622d44'}] {{(pid=93012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 13:02:57.408959 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec6996a-47db-4ae1-91bf-00e85468be17 req-b7b89542-8714-40ef-8776-923345600baa service neutron] Attempting to bind port eea9be79-3d9f-4383-9873-9cd90c39b487 on network 67d063cc-baa6-4798-bdf8-b13215622d44 {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:02:57.423723 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec6996a-47db-4ae1-91bf-00e85468be17 req-b7b89542-8714-40ef-8776-923345600baa service neutron] Port eea9be79-3d9f-4383-9873-9cd90c39b487 on network 67d063cc-baa6-4798-bdf8-b13215622d44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 13:02:57.423723 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec6996a-47db-4ae1-91bf-00e85468be17 req-b7b89542-8714-40ef-8776-923345600baa service neutron] Attempting to bind port eea9be79-3d9f-4383-9873-9cd90c39b487 on network 67d063cc-baa6-4798-bdf8-b13215622d44 {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:02:57.464724 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec6996a-47db-4ae1-91bf-00e85468be17 req-b7b89542-8714-40ef-8776-923345600baa service neutron] Checking agent: {'id': 'c15515fa-7ee9-40ef-8b65-fb183853d126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 13, 0), 'started_at': datetime.datetime(2021, 7, 8, 13, 0), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 13, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 13:02:57.467194 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3a1ab334-5d40-4985-8324-d4740929d548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385719', 'neutron.services.segments.db._delete_segments_for_network-8739449493333'] for network, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:57.468980 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec6996a-47db-4ae1-91bf-00e85468be17 req-b7b89542-8714-40ef-8776-923345600baa service neutron] Checking segment: {'id': '5b71ba67-5771-4488-b4a2-a47ffb209829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '67d063cc-baa6-4798-bdf8-b13215622d44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:02:57.469394 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec6996a-47db-4ae1-91bf-00e85468be17 req-b7b89542-8714-40ef-8776-923345600baa service neutron] Bound using segment: {'id': '5b71ba67-5771-4488-b4a2-a47ffb209829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '67d063cc-baa6-4798-bdf8-b13215622d44'} {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 13:02:57.470477 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [req-cec6996a-47db-4ae1-91bf-00e85468be17 req-b7b89542-8714-40ef-8776-923345600baa service neutron] Bound port: eea9be79-3d9f-4383-9873-9cd90c39b487, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b71ba67-5771-4488-b4a2-a47ffb209829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '67d063cc-baa6-4798-bdf8-b13215622d44'}}] {{(pid=93012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 13:02:57.470861 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-cec6996a-47db-4ae1-91bf-00e85468be17 req-b7b89542-8714-40ef-8776-923345600baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:57.477823 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-e04a4db5-41e6-4edd-8e15-da4b07c77bac admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=37404ea1eaad4fb19f208128107e761a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0905788 Jul 08 13:02:57.480466 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.services.segments.db [None req-3a1ab334-5d40-4985-8324-d4740929d548 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b50c6e20-5d12-48f8-ada2-d58c7aba656d']}} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:02:57.482374 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 38282) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:57.512156 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.services.segments.db [None req-3a1ab334-5d40-4985-8324-d4740929d548 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0db854c6-8c10-4220-a3f2-e49127bfc864') {'for_net_delete': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:02:57.512538 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.services.segments.db [None req-3a1ab334-5d40-4985-8324-d4740929d548 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0db854c6-8c10-4220-a3f2-e49127bfc864') {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:02:57.527571 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3a1ab334-5d40-4985-8324-d4740929d548 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739449365041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4784270'] for segment, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:57.543778 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ab22773e-cae7-48bc-8eed-3e82c461ad6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:57.571422 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627dbc5-7c86-489d-955d-27d11f1449e0 req-9a9297f9-f064-40d6-a4a3-07600f0b4b55 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:57.573346 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0627dbc5-7c86-489d-955d-27d11f1449e0 req-9a9297f9-f064-40d6-a4a3-07600f0b4b55 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2866a82-1a43-4488-a792-2fb6be594d47 HTTP/1.1" status: 200 len: 943 time: 0.1540518 Jul 08 13:02:57.574536 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3a1ab334-5d40-4985-8324-d4740929d548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1381891'] for segment, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:57.584773 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a1ab334-5d40-4985-8324-d4740929d548 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=93011) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 13:02:57.585360 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3a1ab334-5d40-4985-8324-d4740929d548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1381891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4789390'] for segment, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:57.587331 dv-cinder-789603-11-iscsi neutron-server[93011]: Traceback (most recent call last): Jul 08 13:02:57.587331 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 13:02:57.587331 dv-cinder-789603-11-iscsi neutron-server[93011]: timer() Jul 08 13:02:57.587331 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 13:02:57.587331 dv-cinder-789603-11-iscsi neutron-server[93011]: cb(*args, **kw) Jul 08 13:02:57.587331 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 13:02:57.587331 dv-cinder-789603-11-iscsi neutron-server[93011]: return func(*args, **kwargs) Jul 08 13:02:57.587331 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 13:02:57.587331 dv-cinder-789603-11-iscsi neutron-server[93011]: self._notify() Jul 08 13:02:57.587331 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 13:02:57.587331 dv-cinder-789603-11-iscsi neutron-server[93011]: self.callback(batched_events) Jul 08 13:02:57.587331 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 13:02:57.587331 dv-cinder-789603-11-iscsi neutron-server[93011]: event.method(event) Jul 08 13:02:57.587331 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 13:02:57.587331 dv-cinder-789603-11-iscsi neutron-server[93011]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 13:02:57.587331 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 13:02:57.587331 dv-cinder-789603-11-iscsi neutron-server[93011]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 13:02:57.587331 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 13:02:57.587331 dv-cinder-789603-11-iscsi neutron-server[93011]: return f(self, *a, **k) Jul 08 13:02:57.587331 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 13:02:57.587331 dv-cinder-789603-11-iscsi neutron-server[93011]: return self._get(url).json() Jul 08 13:02:57.587331 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 13:02:57.587331 dv-cinder-789603-11-iscsi neutron-server[93011]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 13:02:57.587331 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 13:02:57.587331 dv-cinder-789603-11-iscsi neutron-server[93011]: return self.request(url, 'GET', **kwargs) Jul 08 13:02:57.587331 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 13:02:57.587331 dv-cinder-789603-11-iscsi neutron-server[93011]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 13:02:57.587331 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 13:02:57.587331 dv-cinder-789603-11-iscsi neutron-server[93011]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 13:02:57.587331 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 13:02:57.587331 dv-cinder-789603-11-iscsi neutron-server[93011]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 13:02:57.587331 dv-cinder-789603-11-iscsi neutron-server[93011]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 13:02:57.601315 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [req-cec6996a-47db-4ae1-91bf-00e85468be17 req-b7b89542-8714-40ef-8776-923345600baa service neutron] For port eea9be79-3d9f-4383-9873-9cd90c39b487, host hv-cinder-78960, cleared binding levels {{(pid=93012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 13:02:57.607081 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 38284) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:57.630405 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-31ad1592-392e-436d-987e-6e9798d46f53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:57.672763 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-31c2b7ac-e961-47fc-aad9-b4ff0f508b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:57.701187 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3a1ab334-5d40-4985-8324-d4740929d548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545699'] for network, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:57.705790 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3a1ab334-5d40-4985-8324-d4740929d548 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for network, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:57.707852 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-3a1ab334-5d40-4985-8324-d4740929d548 admin admin] 10.222.0.59 "DELETE /v2.0/networks/b50c6e20-5d12-48f8-ada2-d58c7aba656d HTTP/1.1" status: 204 len: 168 time: 0.5635312 Jul 08 13:02:57.713243 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [req-cec6996a-47db-4ae1-91bf-00e85468be17 req-b7b89542-8714-40ef-8776-923345600baa service neutron] For port eea9be79-3d9f-4383-9873-9cd90c39b487, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=eea9be79-3d9f-4383-9873-9cd90c39b487,segment=NetworkSegment(5b71ba67-5771-4488-b4a2-a47ffb209829),segment_id=5b71ba67-5771-4488-b4a2-a47ffb209829)] {{(pid=93012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 13:02:57.719167 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ab22773e-cae7-48bc-8eed-3e82c461ad6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:57.720676 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-cec6996a-47db-4ae1-91bf-00e85468be17 req-b7b89542-8714-40ef-8776-923345600baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4509841'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:57.742905 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0627dbc5-7c86-489d-955d-27d11f1449e0 req-4b524808-13b4-4a47-adc1-870dbb2b9587 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/security-groups?id=ff71abe8-bc30-4f43-864d-85c09000d4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437614 Jul 08 13:02:57.750526 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-31c2b7ac-e961-47fc-aad9-b4ff0f508b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:57.751694 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ab22773e-cae7-48bc-8eed-3e82c461ad6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:57.753528 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1ab334-5d40-4985-8324-d4740929d548 admin admin] Pushing event deleted for resources: {'Network': ['ID=b50c6e20-5d12-48f8-ada2-d58c7aba656d,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:57.817055 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 38292) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:57.823281 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6996a-47db-4ae1-91bf-00e85468be17 req-b7b89542-8714-40ef-8776-923345600baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:57.823916 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-cec6996a-47db-4ae1-91bf-00e85468be17 req-b7b89542-8714-40ef-8776-923345600baa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for port, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:57.825427 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-cec6996a-47db-4ae1-91bf-00e85468be17 req-b7b89542-8714-40ef-8776-923345600baa service neutron] 10.222.0.21 "PUT /v2.0/ports/eea9be79-3d9f-4383-9873-9cd90c39b487 HTTP/1.1" status: 200 len: 1093 time: 1.2250593 Jul 08 13:02:57.825635 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-31c2b7ac-e961-47fc-aad9-b4ff0f508b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:57.825879 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2866a82-1a43-4488-a792-2fb6be594d47', 'tag': 'eea9be79-3d9f-4383-9873-9cd90c39b487'}] {{(pid=93012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:02:57.828322 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd052ad9988fae0c023d90ace067622d59124d56325abb0637f2c794eb114897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e56e5e0-fe80-4de8-af87-ccedfe24adf3" -d '{"events": [{"name": "network-changed", "server_uuid": "b2866a82-1a43-4488-a792-2fb6be594d47", "tag": "eea9be79-3d9f-4383-9873-9cd90c39b487"}]}' {{(pid=93012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:02:57.828630 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-31c2b7ac-e961-47fc-aad9-b4ff0f508b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:57.832591 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-31c2b7ac-e961-47fc-aad9-b4ff0f508b86 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/13903564-d4de-4902-8e07-4f2a07f0cd97 HTTP/1.1" status: 204 len: 168 time: 0.3450205 Jul 08 13:02:57.854388 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-ab22773e-cae7-48bc-8eed-3e82c461ad6d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=87a05877efd940bfae861c7f2174c15e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7820303 Jul 08 13:02:57.861629 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c2b7ac-e961-47fc-aad9-b4ff0f508b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13903564-d4de-4902-8e07-4f2a07f0cd97,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:57.866031 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 38300) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:57.879329 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b89542-8714-40ef-8776-923345600baa service neutron] Pushing event updated for resources: {'Port': ['ID=eea9be79-3d9f-4383-9873-9cd90c39b487,revision_number=3']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:57.889646 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab22773e-cae7-48bc-8eed-3e82c461ad6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=045abc35-84dd-478a-9b66-d4b87609ca53,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:57.954479 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 13:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5770a3-6d5d-4596-98ed-0ddeef6a6abb x-openstack-request-id: req-fc5770a3-6d5d-4596-98ed-0ddeef6a6abb {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:02:57.954762 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2866a82-1a43-4488-a792-2fb6be594d47", "tag": "eea9be79-3d9f-4383-9873-9cd90c39b487", "status": "completed", "code": 200}]} {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:02:57.955011 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fc5770a3-6d5d-4596-98ed-0ddeef6a6abb {{(pid=93012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:02:57.955402 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2866a82-1a43-4488-a792-2fb6be594d47', 'tag': 'eea9be79-3d9f-4383-9873-9cd90c39b487', 'status': 'completed', 'code': 200} Jul 08 13:02:57.969065 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a0cf063b-90eb-4be9-8d4c-741c67585672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:57.989628 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d56fd775-c6c6-4365-8578-f770753bd8e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:58.009073 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 38302) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:58.033818 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-31ad1592-392e-436d-987e-6e9798d46f53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:58.047050 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d56fd775-c6c6-4365-8578-f770753bd8e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:58.048816 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-31ad1592-392e-436d-987e-6e9798d46f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:58.066795 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-56f48e43-17bf-4b49-b968-11065bc6ba23 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fe1a1ede37a848729b4152976c43140a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0525763 Jul 08 13:02:58.067924 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 38304) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:58.126863 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-31ad1592-392e-436d-987e-6e9798d46f53 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fc5998499cf5404d91ab10ef8f0ea0d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5187488 Jul 08 13:02:58.132370 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 38308) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:58.136738 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ad1592-392e-436d-987e-6e9798d46f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c55aeac-88aa-439f-a81b-68af281370b4,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:58.145309 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6996a-47db-4ae1-91bf-00e85468be17 req-b5ad119a-16d9-4468-807f-ca6341cb7689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:58.147404 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-cec6996a-47db-4ae1-91bf-00e85468be17 req-b5ad119a-16d9-4468-807f-ca6341cb7689 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7504f2f14af4dceb9cfafb69ef71392&device_id=b2866a82-1a43-4488-a792-2fb6be594d47 HTTP/1.1" status: 200 len: 1096 time: 0.1713281 Jul 08 13:02:58.204157 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d56fd775-c6c6-4365-8578-f770753bd8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:58.206691 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d56fd775-c6c6-4365-8578-f770753bd8e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:58.208036 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-d56fd775-c6c6-4365-8578-f770753bd8e6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/045abc35-84dd-478a-9b66-d4b87609ca53 HTTP/1.1" status: 204 len: 168 time: 0.3410506 Jul 08 13:02:58.209376 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e32e15b0-dc75-48cb-b2b5-0e94b2921c14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:58.211958 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-cec6996a-47db-4ae1-91bf-00e85468be17 req-7d72b53f-c1a7-41d6-98d2-e84ed5f43dcd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eea9be79-3d9f-4383-9873-9cd90c39b487 HTTP/1.1" status: 200 len: 217 time: 0.0450649 Jul 08 13:02:58.218142 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56fd775-c6c6-4365-8578-f770753bd8e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=045abc35-84dd-478a-9b66-d4b87609ca53,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:58.242259 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a0cf063b-90eb-4be9-8d4c-741c67585672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:58.261731 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a0cf063b-90eb-4be9-8d4c-741c67585672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:58.274166 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e32e15b0-dc75-48cb-b2b5-0e94b2921c14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:58.304566 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8aab51b4-09da-4c5c-abb8-eedc9acc9fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:58.307221 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6996a-47db-4ae1-91bf-00e85468be17 req-730367f2-4c48-416f-9f33-57518caa7569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:58.308742 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-cec6996a-47db-4ae1-91bf-00e85468be17 req-730367f2-4c48-416f-9f33-57518caa7569 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=54909c30-b75f-4721-96a4-99648762a3fc HTTP/1.1" status: 200 len: 854 time: 0.0885620 Jul 08 13:02:58.350252 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-a0cf063b-90eb-4be9-8d4c-741c67585672 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7d0844c033014396a18e1cfb04e4139a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5315387 Jul 08 13:02:58.356729 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 38320) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:58.367816 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-cec6996a-47db-4ae1-91bf-00e85468be17 req-dc87f465-e2ee-4536-b86d-056f6d4071d5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=67d063cc-baa6-4798-bdf8-b13215622d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488334 Jul 08 13:02:58.376999 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cf063b-90eb-4be9-8d4c-741c67585672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b22c74-0bd9-4395-89a6-9ea4be1f4ef5,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:58.390956 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8aab51b4-09da-4c5c-abb8-eedc9acc9fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:58.461492 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e32e15b0-dc75-48cb-b2b5-0e94b2921c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:58.464083 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e32e15b0-dc75-48cb-b2b5-0e94b2921c14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:58.465309 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-e32e15b0-dc75-48cb-b2b5-0e94b2921c14 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/168f3a28-be4d-454a-949b-a53055456ec6 HTTP/1.1" status: 204 len: 168 time: 0.3963358 Jul 08 13:02:58.474038 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-267af2a8-df32-4622-8977-0b903e6ebeff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:58.483712 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e15b0-dc75-48cb-b2b5-0e94b2921c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168f3a28-be4d-454a-949b-a53055456ec6,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:58.518378 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-cec6996a-47db-4ae1-91bf-00e85468be17 req-f7986736-c057-4554-a40a-ae0f7b094896 service neutron] 10.222.0.21 "GET /v2.0/networks/67d063cc-baa6-4798-bdf8-b13215622d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301794 Jul 08 13:02:58.518636 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-267af2a8-df32-4622-8977-0b903e6ebeff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:58.530249 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8aab51b4-09da-4c5c-abb8-eedc9acc9fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:58.533270 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8aab51b4-09da-4c5c-abb8-eedc9acc9fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:58.536927 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-8aab51b4-09da-4c5c-abb8-eedc9acc9fb4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9c55aeac-88aa-439f-a81b-68af281370b4 HTTP/1.1" status: 204 len: 168 time: 0.4032540 Jul 08 13:02:58.587090 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab51b4-09da-4c5c-abb8-eedc9acc9fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c55aeac-88aa-439f-a81b-68af281370b4,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:58.639208 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-267af2a8-df32-4622-8977-0b903e6ebeff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:58.641480 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-cec6996a-47db-4ae1-91bf-00e85468be17 req-824ca7e2-8d04-4dc9-ab89-dfe74416848b service neutron] 10.222.0.21 "GET /v2.0/networks/67d063cc-baa6-4798-bdf8-b13215622d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155143 Jul 08 13:02:58.642821 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-267af2a8-df32-4622-8977-0b903e6ebeff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:58.644134 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-267af2a8-df32-4622-8977-0b903e6ebeff admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/50b22c74-0bd9-4395-89a6-9ea4be1f4ef5 HTTP/1.1" status: 204 len: 168 time: 0.2846282 Jul 08 13:02:58.652337 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267af2a8-df32-4622-8977-0b903e6ebeff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b22c74-0bd9-4395-89a6-9ea4be1f4ef5,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:58.716063 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 38338) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:58.732726 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1c8c7a23-85e4-4c00-99ec-7dce01f87ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:58.856787 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1c8c7a23-85e4-4c00-99ec-7dce01f87ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:58.862025 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1c8c7a23-85e4-4c00-99ec-7dce01f87ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:58.863687 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56e5e0-fe80-4de8-af87-ccedfe24adf3 req-a46d0a4c-d675-4b76-ab3e-1e04545d3bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:58.865450 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5e56e5e0-fe80-4de8-af87-ccedfe24adf3 req-a46d0a4c-d675-4b76-ab3e-1e04545d3bed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7504f2f14af4dceb9cfafb69ef71392&device_id=b2866a82-1a43-4488-a792-2fb6be594d47 HTTP/1.1" status: 200 len: 1096 time: 0.0940406 Jul 08 13:02:58.933343 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8c7a23-85e4-4c00-99ec-7dce01f87ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b76f960-5eb5-4d5c-b7aa-e339136c7cd3,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:58.949199 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-1c8c7a23-85e4-4c00-99ec-7dce01f87ef7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2e6f552b5de44f858d40611684094995&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2289784 Jul 08 13:02:58.953147 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 38346) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:58.994826 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7641ea10-0b36-439c-85a9-6a72f9a5578b req-2f8e46b2-f43a-4e3a-b210-3bd6afa82c97 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:58.996936 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-7641ea10-0b36-439c-85a9-6a72f9a5578b req-2f8e46b2-f43a-4e3a-b210-3bd6afa82c97 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2866a82-1a43-4488-a792-2fb6be594d47 HTTP/1.1" status: 200 len: 943 time: 0.1092238 Jul 08 13:02:59.039406 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56e5e0-fe80-4de8-af87-ccedfe24adf3 req-8d2ea22e-9ec2-403b-a02b-abba65f5e511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:59.041176 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5e56e5e0-fe80-4de8-af87-ccedfe24adf3 req-8d2ea22e-9ec2-403b-a02b-abba65f5e511 service neutron] 10.222.0.21 "GET /v2.0/networks?id=67d063cc-baa6-4798-bdf8-b13215622d44 HTTP/1.1" status: 200 len: 915 time: 0.1617107 Jul 08 13:02:59.042162 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-7641ea10-0b36-439c-85a9-6a72f9a5578b req-3baa1409-45df-4706-bbed-e0b34509e91d tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/security-groups?id=ff71abe8-bc30-4f43-864d-85c09000d4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375326 Jul 08 13:02:59.097605 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5e56e5e0-fe80-4de8-af87-ccedfe24adf3 req-6b62d6f1-9de5-475a-94e6-ebaeca2b798a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eea9be79-3d9f-4383-9873-9cd90c39b487 HTTP/1.1" status: 200 len: 217 time: 0.0437038 Jul 08 13:02:59.098505 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-48c965e8-4b9d-47f4-9400-799eec0fb696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:59.147745 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-48c965e8-4b9d-47f4-9400-799eec0fb696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:59.195975 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56e5e0-fe80-4de8-af87-ccedfe24adf3 req-56eccbb8-06c2-4704-a8ba-2fed3fb772e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:02:59.197972 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5e56e5e0-fe80-4de8-af87-ccedfe24adf3 req-56eccbb8-06c2-4704-a8ba-2fed3fb772e4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=54909c30-b75f-4721-96a4-99648762a3fc HTTP/1.1" status: 200 len: 854 time: 0.0898993 Jul 08 13:02:59.227889 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-48c965e8-4b9d-47f4-9400-799eec0fb696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:59.230619 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-48c965e8-4b9d-47f4-9400-799eec0fb696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:59.235125 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-48c965e8-4b9d-47f4-9400-799eec0fb696 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8b76f960-5eb5-4d5c-b7aa-e339136c7cd3 HTTP/1.1" status: 204 len: 168 time: 0.2776971 Jul 08 13:02:59.256827 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5e56e5e0-fe80-4de8-af87-ccedfe24adf3 req-ddc4fbbf-c194-46e2-ab15-0ad24336f0eb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=67d063cc-baa6-4798-bdf8-b13215622d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392520 Jul 08 13:02:59.261496 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c965e8-4b9d-47f4-9400-799eec0fb696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b76f960-5eb5-4d5c-b7aa-e339136c7cd3,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:59.283772 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 38362) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:59.302988 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-04b21c3c-7c8d-44fc-8eab-efcf5d591748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:59.377142 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5e56e5e0-fe80-4de8-af87-ccedfe24adf3 req-f1bb3005-494e-49d6-a1c4-245aa963ca84 service neutron] 10.222.0.21 "GET /v2.0/networks/67d063cc-baa6-4798-bdf8-b13215622d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113110 Jul 08 13:02:59.445711 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-04b21c3c-7c8d-44fc-8eab-efcf5d591748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:59.462570 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-04b21c3c-7c8d-44fc-8eab-efcf5d591748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:59.498211 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5e56e5e0-fe80-4de8-af87-ccedfe24adf3 req-eabc2462-1773-47b1-afde-8779af906c37 service neutron] 10.222.0.21 "GET /v2.0/networks/67d063cc-baa6-4798-bdf8-b13215622d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067948 Jul 08 13:02:59.503854 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b21c3c-7c8d-44fc-8eab-efcf5d591748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ba5b6e-13e7-4fa3-af46-2b8bcead4cef,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:59.524236 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-04b21c3c-7c8d-44fc-8eab-efcf5d591748 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f176411328504b9cb3bbc5779f89495d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2380471 Jul 08 13:02:59.525673 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 38374) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:02:59.596615 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-abca1713-3f8e-4078-968e-e6261dae34d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:59.619367 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-abca1713-3f8e-4078-968e-e6261dae34d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:59.685335 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-abca1713-3f8e-4078-968e-e6261dae34d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:59.690501 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-abca1713-3f8e-4078-968e-e6261dae34d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:02:59.691706 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-abca1713-3f8e-4078-968e-e6261dae34d9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/49ba5b6e-13e7-4fa3-af46-2b8bcead4cef HTTP/1.1" status: 204 len: 168 time: 0.1648717 Jul 08 13:02:59.699770 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abca1713-3f8e-4078-968e-e6261dae34d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ba5b6e-13e7-4fa3-af46-2b8bcead4cef,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:02:59.923687 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:00.238661 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba2b43-a08d-4a68-90ad-710faee219c4 req-05ad5406-550a-4dcf-a089-59635f41c730 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:00.240202 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-86ba2b43-a08d-4a68-90ad-710faee219c4 req-05ad5406-550a-4dcf-a089-59635f41c730 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2866a82-1a43-4488-a792-2fb6be594d47 HTTP/1.1" status: 200 len: 943 time: 0.0665295 Jul 08 13:03:00.285339 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-86ba2b43-a08d-4a68-90ad-710faee219c4 req-e578a759-770b-4914-9d9b-136e19ea73b3 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/security-groups?id=ff71abe8-bc30-4f43-864d-85c09000d4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390441 Jul 08 13:03:00.395592 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 38428) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:03:00.645644 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-b88eaf75-70f6-42b0-bb01-32e927e1cb62 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-662773570-network', 'tenant_id': 'a5326bc4440540e6ae389d2094a52678'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:03:00.669536 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88eaf75-70f6-42b0-bb01-32e927e1cb62 admin admin] Made reservation on behalf of a5326bc4440540e6ae389d2094a52678 for: {'network': 1} {{(pid=93012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:03:00.672780 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b88eaf75-70f6-42b0-bb01-32e927e1cb62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for network, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:00.681484 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b88eaf75-70f6-42b0-bb01-32e927e1cb62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:00.811701 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b88eaf75-70f6-42b0-bb01-32e927e1cb62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:00.816345 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b88eaf75-70f6-42b0-bb01-32e927e1cb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:00.839119 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b88eaf75-70f6-42b0-bb01-32e927e1cb62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=93012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 13:03:00.854274 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88eaf75-70f6-42b0-bb01-32e927e1cb62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cbb6932-b014-4b17-bbea-dca3c54bfe84,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:00.862269 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b88eaf75-70f6-42b0-bb01-32e927e1cb62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1381891'] for segment, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:00.862269 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.db.segments_db [None req-b88eaf75-70f6-42b0-bb01-32e927e1cb62 admin admin] Added segment 0fe5bc40-e67f-4a61-a568-ffbdf25cd236 of type vlan for network 67cb6200-8bdb-4797-a417-5d4037d7c8f2 Jul 08 13:03:00.910609 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b88eaf75-70f6-42b0-bb01-32e927e1cb62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739448901726'] for network, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:00.944669 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b88eaf75-70f6-42b0-bb01-32e927e1cb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384'] for network, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:00.945896 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88eaf75-70f6-42b0-bb01-32e927e1cb62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:00.949104 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b88eaf75-70f6-42b0-bb01-32e927e1cb62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for network, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:01.001190 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-b88eaf75-70f6-42b0-bb01-32e927e1cb62 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6040263 Jul 08 13:03:01.004142 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 38460) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:03:01.010628 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-5a86c5d9-65be-4c51-9232-42c82fd6015d admin admin] Request body: {'subnet': {'network_id': '67cb6200-8bdb-4797-a417-5d4037d7c8f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-662773570-subnet', 'tenant_id': 'a5326bc4440540e6ae389d2094a52678', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:03:01.019440 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88eaf75-70f6-42b0-bb01-32e927e1cb62 admin admin] Pushing event updated for resources: {'Network': ['ID=67cb6200-8bdb-4797-a417-5d4037d7c8f2,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:01.033226 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Network 67cb6200-8bdb-4797-a417-5d4037d7c8f2 details requested by agent ovs-agent-dv-cinder-789603-11-iscsi with host dv-cinder-789603-11-iscsi {{(pid=93013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 13:03:01.053454 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a86c5d9-65be-4c51-9232-42c82fd6015d admin admin] Made reservation on behalf of a5326bc4440540e6ae389d2094a52678 for: {'subnet': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:03:01.057394 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5a86c5d9-65be-4c51-9232-42c82fd6015d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5094259'] for subnet, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:01.243930 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5a86c5d9-65be-4c51-9232-42c82fd6015d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4900324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5094209'] for subnet, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:01.310718 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a86c5d9-65be-4c51-9232-42c82fd6015d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba7a26e2-f1a5-4c71-9a4d-50a54628469a,revision_number=0']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:01.314042 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a86c5d9-65be-4c51-9232-42c82fd6015d admin admin] Checking segment: {'id': '0fe5bc40-e67f-4a61-a568-ffbdf25cd236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '67cb6200-8bdb-4797-a417-5d4037d7c8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:03:01.314728 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a86c5d9-65be-4c51-9232-42c82fd6015d admin admin] Network hostable DHCP agents. Network: 67cb6200-8bdb-4797-a417-5d4037d7c8f2, hostable agents: ['aa9d8c49-a181-49e8-a217-0ebad9c91868'], hosted agents: [] {{(pid=93011) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 13:03:01.335544 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a86c5d9-65be-4c51-9232-42c82fd6015d admin admin] Network 67cb6200-8bdb-4797-a417-5d4037d7c8f2 is scheduled to be hosted by DHCP agent aa9d8c49-a181-49e8-a217-0ebad9c91868 with binding_index 1 {{(pid=93011) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 13:03:01.345637 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-5a86c5d9-65be-4c51-9232-42c82fd6015d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-11-iscsi, 67cb6200-8bdb-4797-a417-5d4037d7c8f2) {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:03:01.350169 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a86c5d9-65be-4c51-9232-42c82fd6015d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:01.351037 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5a86c5d9-65be-4c51-9232-42c82fd6015d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:01.355927 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e65bb5-7385-4fb2-bd4b-9c04f09ea639 None None] Network 67cb6200-8bdb-4797-a417-5d4037d7c8f2 requested from dv-cinder-789603-11-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 13:03:01.369404 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-5a86c5d9-65be-4c51-9232-42c82fd6015d admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3641176 Jul 08 13:03:01.372142 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 38484) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:03:01.379018 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-5fb1d81f-5c03-4ee8-b5e1-2c201fa3b3d0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-662773570-router', 'tenant_id': 'a5326bc4440540e6ae389d2094a52678', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174'}}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:03:01.413457 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d81f-5c03-4ee8-b5e1-2c201fa3b3d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364066'] for router, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:01.416715 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d81f-5c03-4ee8-b5e1-2c201fa3b3d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8364077'] for router, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:01.522206 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d81f-5c03-4ee8-b5e1-2c201fa3b3d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:01.527356 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e069b4-df55-4541-88ed-aa58ede6ccbc None None] Network 67cb6200-8bdb-4797-a417-5d4037d7c8f2 requested from dv-cinder-789603-11-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 13:03:01.730047 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f75045c-05bc-4778-bd26-39cd35e69ac3 req-c4bc4803-5a95-4c98-844a-ed4bd045fcc1 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:01.731816 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-4f75045c-05bc-4778-bd26-39cd35e69ac3 req-c4bc4803-5a95-4c98-844a-ed4bd045fcc1 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2866a82-1a43-4488-a792-2fb6be594d47 HTTP/1.1" status: 200 len: 943 time: 0.2227573 Jul 08 13:03:01.743523 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d81f-5c03-4ee8-b5e1-2c201fa3b3d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8364095'] for router, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:01.818805 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-4f75045c-05bc-4778-bd26-39cd35e69ac3 req-b1f3c71c-2449-4d02-9e9f-7552af90e58d tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/security-groups?id=ff71abe8-bc30-4f43-864d-85c09000d4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775859 Jul 08 13:03:02.210374 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device eea9be79-3d9f-4383-9873-9cd90c39b487 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=93013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 13:03:02.378914 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port eea9be79-3d9f-4383-9873-9cd90c39b487, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=eea9be79-3d9f-4383-9873-9cd90c39b487,segment=NetworkSegment(5b71ba67-5771-4488-b4a2-a47ffb209829),segment_id=5b71ba67-5771-4488-b4a2-a47ffb209829)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:03:02.392434 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Returning: {'device': 'eea9be79-3d9f-4383-9873-9cd90c39b487', 'network_id': '67d063cc-baa6-4798-bdf8-b13215622d44', 'port_id': 'eea9be79-3d9f-4383-9873-9cd90c39b487', 'mac_address': 'fa:16:3e:1f:3a:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54909c30-b75f-4721-96a4-99648762a3fc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 13:03:02.401252 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d81f-5c03-4ee8-b5e1-2c201fa3b3d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:02.429430 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d81f-5c03-4ee8-b5e1-2c201fa3b3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:02.469125 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:02.511945 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eea9be79-3d9f-4383-9873-9cd90c39b487 {{(pid=93013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:03:02.562227 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port eea9be79-3d9f-4383-9873-9cd90c39b487, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=eea9be79-3d9f-4383-9873-9cd90c39b487,segment=NetworkSegment(5b71ba67-5771-4488-b4a2-a47ffb209829),segment_id=5b71ba67-5771-4488-b4a2-a47ffb209829)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:03:02.573464 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [None req-5fb1d81f-5c03-4ee8-b5e1-2c201fa3b3d0 admin admin] Allocated IP 172.27.1.174 (d18f7e62-ee2d-4e48-b29d-27db78040174/81ab2e47-5fae-4c56-af63-aae451fc3457/692115b7-8225-49a9-abe3-1af05b66ad49) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:03:02.575544 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:02.607685 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-18fb8635-d083-4f60-837d-0762b690cb12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:02.747994 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Pushing event updated for resources: {'Port': ['ID=eea9be79-3d9f-4383-9873-9cd90c39b487,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:02.759095 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:03:02.759487 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:03:02.759839 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:03:02.760171 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:03:02.760606 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:03:02.760937 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:03:02.761314 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:03:02.761594 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:03:02.761940 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:03:02.762271 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:03:02.762636 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:03:02.762918 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:03:02.765456 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d81f-5c03-4ee8-b5e1-2c201fa3b3d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:02.819593 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d81f-5c03-4ee8-b5e1-2c201fa3b3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4789364'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:02.872417 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb1d81f-5c03-4ee8-b5e1-2c201fa3b3d0 admin admin] Network d18f7e62-ee2d-4e48-b29d-27db78040174 is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:03:02.878562 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-5fb1d81f-5c03-4ee8-b5e1-2c201fa3b3d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:03:02.884775 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb1d81f-5c03-4ee8-b5e1-2c201fa3b3d0 admin admin] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:03:02.888735 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1d81f-5c03-4ee8-b5e1-2c201fa3b3d0 admin admin] Pushing event updated for resources: {'Port': ['ID=692115b7-8225-49a9-abe3-1af05b66ad49,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:02.977762 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] get_ports_and_sgs() called for port_ids ['eea9be79-3d9f-4383-9873-9cd90c39b487'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 13:03:03.052547 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4cef5-4289-4c17-aaf8-2244d0b8c3f2 req-7a2cf6cc-ba4d-4298-9e82-73131c723b1a tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:03.060921 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6de4cef5-4289-4c17-aaf8-2244d0b8c3f2 req-7a2cf6cc-ba4d-4298-9e82-73131c723b1a tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2866a82-1a43-4488-a792-2fb6be594d47 HTTP/1.1" status: 200 len: 944 time: 0.1064804 Jul 08 13:03:03.114727 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6de4cef5-4289-4c17-aaf8-2244d0b8c3f2 req-db2e1aa2-a186-4333-9dca-0b9acc37e941 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/security-groups?id=ff71abe8-bc30-4f43-864d-85c09000d4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515490 Jul 08 13:03:03.330293 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d81f-5c03-4ee8-b5e1-2c201fa3b3d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:03.591664 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d81f-5c03-4ee8-b5e1-2c201fa3b3d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545771'] for router, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:03.753133 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb1d81f-5c03-4ee8-b5e1-2c201fa3b3d0 admin admin] Router a2123a96-305b-4c40-98b0-480ec62af3f7 is scheduled to L3 agent f415b27f-d318-40de-bd28-ecbd03c16a41 with binding_index 1 {{(pid=93011) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 13:03:03.894651 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb1d81f-5c03-4ee8-b5e1-2c201fa3b3d0 admin admin] Notify agent at l3_agent.dv-cinder-789603-11-iscsi the message routers_updated {{(pid=93011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:03:03.906621 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cddeb0-2819-4530-96e9-9bf54ee25b27 None None] Sync routers for ids ['a2123a96-305b-4c40-98b0-480ec62af3f7'] in dv-cinder-789603-11-iscsi {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:03:03.913660 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5fb1d81f-5c03-4ee8-b5e1-2c201fa3b3d0 admin admin] Notify callbacks [] for router, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:03.914977 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-5fb1d81f-5c03-4ee8-b5e1-2c201fa3b3d0 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.5412443 Jul 08 13:03:03.916615 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cddeb0-2819-4530-96e9-9bf54ee25b27 None None] Routers {'a2123a96-305b-4c40-98b0-480ec62af3f7'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:03:03.917204 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-29cddeb0-2819-4530-96e9-9bf54ee25b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:02:35Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['a2123a96-305b-4c40-98b0-480ec62af3f7'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:03:03.917959 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 38632) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:03:04.027921 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-29cddeb0-2819-4530-96e9-9bf54ee25b27 None None] Set router a2123a96-305b-4c40-98b0-480ec62af3f7 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:03:04.213955 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device eea9be79-3d9f-4383-9873-9cd90c39b487 up at agent hyperv_hv-cinder-78960 {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:03:04.294867 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Provisioning for port eea9be79-3d9f-4383-9873-9cd90c39b487 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:03:04.305261 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Provisioning complete for port eea9be79-3d9f-4383-9873-9cd90c39b487 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:03:04.305779 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:04.316802 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae776da-0ef2-44b4-b8de-99cd8f6464ec req-f32d59d9-9dae-4c3c-84e7-eed5ab2bb908 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:04.336824 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-3ae776da-0ef2-44b4-b8de-99cd8f6464ec req-f32d59d9-9dae-4c3c-84e7-eed5ab2bb908 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2866a82-1a43-4488-a792-2fb6be594d47 HTTP/1.1" status: 200 len: 944 time: 0.0910072 Jul 08 13:03:04.411927 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-29cddeb0-2819-4530-96e9-9bf54ee25b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2123a96-305b-4c40-98b0-480ec62af3f7', 'name': 'tempest-ServerRescueNegativeTestJSON-662773570-router', 'tenant_id': 'a5326bc4440540e6ae389d2094a52678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '692115b7-8225-49a9-abe3-1af05b66ad49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:03:01Z', 'updated_at': '2021-07-08T13:03:03Z', 'revision_number': 3, 'project_id': 'a5326bc4440540e6ae389d2094a52678', 'gw_port': {'id': '692115b7-8225-49a9-abe3-1af05b66ad49', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d9:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2123a96-305b-4c40-98b0-480ec62af3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:03:02Z', 'updated_at': '2021-07-08T13:03:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi'}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:03:04.442631 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-3ae776da-0ef2-44b4-b8de-99cd8f6464ec req-5fc08526-c142-4fd7-8c19-6efdcda0cd06 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/security-groups?id=ff71abe8-bc30-4f43-864d-85c09000d4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048222 Jul 08 13:03:04.451860 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-7671aef4-bb60-40e7-ac80-577c895d8b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:04.457242 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cddeb0-2819-4530-96e9-9bf54ee25b27 None None] Checking router: a2123a96-305b-4c40-98b0-480ec62af3f7 for host: dv-cinder-789603-11-iscsi {{(pid=93014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:03:04.458007 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:04.458351 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cddeb0-2819-4530-96e9-9bf54ee25b27 None None] Updating router a2123a96-305b-4c40-98b0-480ec62af3f7 port 692115b7-8225-49a9-abe3-1af05b66ad49 binding host dv-cinder-789603-11-iscsi {{(pid=93014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 13:03:04.512493 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-29cddeb0-2819-4530-96e9-9bf54ee25b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:04.527692 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2866a82-1a43-4488-a792-2fb6be594d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea9be79-3d9f-4383-9873-9cd90c39b487'}] {{(pid=93013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:03:04.533010 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437348d2bcada7eee63ab7a3e0cc12fc8f9484ad9c5d405f769a928aff85887c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5388b96-9560-4370-8656-3e1ce991b761" -d '{"events": [{"server_uuid": "b2866a82-1a43-4488-a792-2fb6be594d47", "name": "network-vif-plugged", "status": "completed", "tag": "eea9be79-3d9f-4383-9873-9cd90c39b487"}]}' {{(pid=93013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:03:04.570008 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port eea9be79-3d9f-4383-9873-9cd90c39b487, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=eea9be79-3d9f-4383-9873-9cd90c39b487,segment=NetworkSegment(5b71ba67-5771-4488-b4a2-a47ffb209829),segment_id=5b71ba67-5771-4488-b4a2-a47ffb209829)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:03:04.581066 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:04.647485 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Pushing event updated for resources: {'Port': ['ID=eea9be79-3d9f-4383-9873-9cd90c39b487,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:04.878734 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_common [None req-7671aef4-bb60-40e7-ac80-577c895d8b0f admin admin] Allocated IP 172.20.0.1 (67cb6200-8bdb-4797-a417-5d4037d7c8f2/ba7a26e2-f1a5-4c71-9a4d-50a54628469a/c14dafd0-d888-4d33-b482-015b94358f07) {{(pid=93012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:03:04.880128 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4ccf13-94a2-4ee3-8215-0527056519ff x-openstack-request-id: req-6d4ccf13-94a2-4ee3-8215-0527056519ff {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:03:04.880592 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2866a82-1a43-4488-a792-2fb6be594d47", "name": "network-vif-plugged", "status": "completed", "tag": "eea9be79-3d9f-4383-9873-9cd90c39b487", "code": 200}]} {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:03:04.881142 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6d4ccf13-94a2-4ee3-8215-0527056519ff {{(pid=93013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:03:04.881766 dv-cinder-789603-11-iscsi neutron-server[93013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2866a82-1a43-4488-a792-2fb6be594d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eea9be79-3d9f-4383-9873-9cd90c39b487', 'code': 200} Jul 08 13:03:04.929018 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-29cddeb0-2819-4530-96e9-9bf54ee25b27 None None] Notify callbacks [] for port, precommit_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:04.944669 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.provisioning_blocks [None req-29cddeb0-2819-4530-96e9-9bf54ee25b27 None None] Transition to ACTIVE for port object 692115b7-8225-49a9-abe3-1af05b66ad49 will not be triggered until provisioned by entity L2. {{(pid=93014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:03:04.958995 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-29cddeb0-2819-4530-96e9-9bf54ee25b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:05.040026 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-7671aef4-bb60-40e7-ac80-577c895d8b0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:05.063619 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-29cddeb0-2819-4530-96e9-9bf54ee25b27 None None] Attempting to bind port 692115b7-8225-49a9-abe3-1af05b66ad49 on host dv-cinder-789603-11-iscsi for vnic_type normal with profile {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 13:03:05.063992 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-29cddeb0-2819-4530-96e9-9bf54ee25b27 None None] Attempting to bind port 692115b7-8225-49a9-abe3-1af05b66ad49 by drivers openvswitch,hyperv on host dv-cinder-789603-11-iscsi at level 0 using segments [{'id': 'ec4eb99c-636e-43d3-922e-332a95a4195c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174'}] {{(pid=93014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 13:03:05.065472 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cddeb0-2819-4530-96e9-9bf54ee25b27 None None] Attempting to bind port 692115b7-8225-49a9-abe3-1af05b66ad49 on network d18f7e62-ee2d-4e48-b29d-27db78040174 {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:03:05.087762 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93cff95-e821-4aec-9773-bc515ee0a0bd None None] Pushing event updated for resources: {'Port': ['ID=692115b7-8225-49a9-abe3-1af05b66ad49,revision_number=2']} {{(pid=93014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:05.087762 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cddeb0-2819-4530-96e9-9bf54ee25b27 None None] Checking agent: {'id': 'fc4e00a9-53c5-4fcb-bb0a-09b300a741e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 54, 6), 'started_at': datetime.datetime(2021, 7, 8, 12, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 13, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 13:03:05.091398 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-7671aef4-bb60-40e7-ac80-577c895d8b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4509839'] for port, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:05.095830 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cddeb0-2819-4530-96e9-9bf54ee25b27 None None] Checking segment: {'id': 'ec4eb99c-636e-43d3-922e-332a95a4195c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:03:05.097559 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-29cddeb0-2819-4530-96e9-9bf54ee25b27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:05.100161 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cddeb0-2819-4530-96e9-9bf54ee25b27 None None] Bound using segment: {'id': 'ec4eb99c-636e-43d3-922e-332a95a4195c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174'} {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 13:03:05.100644 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-29cddeb0-2819-4530-96e9-9bf54ee25b27 None None] Bound port: 692115b7-8225-49a9-abe3-1af05b66ad49, host: dv-cinder-789603-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec4eb99c-636e-43d3-922e-332a95a4195c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174'}}] {{(pid=93014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 13:03:05.101069 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-29cddeb0-2819-4530-96e9-9bf54ee25b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:05.128535 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7671aef4-bb60-40e7-ac80-577c895d8b0f admin admin] Network 67cb6200-8bdb-4797-a417-5d4037d7c8f2 is already hosted by enough agents. {{(pid=93012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:03:05.133055 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [None req-7671aef4-bb60-40e7-ac80-577c895d8b0f admin admin] Resources bound (agent type, host, resource id): {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:03:05.138405 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7671aef4-bb60-40e7-ac80-577c895d8b0f admin admin] Received port after_create {{(pid=93012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:03:05.178374 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7671aef4-bb60-40e7-ac80-577c895d8b0f admin admin] Pushing event updated for resources: {'Port': ['ID=c14dafd0-d888-4d33-b482-015b94358f07,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:05.203962 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-7671aef4-bb60-40e7-ac80-577c895d8b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546274'] for router_interface, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:05.215080 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93cff95-e821-4aec-9773-bc515ee0a0bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:03:05.215633 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93cff95-e821-4aec-9773-bc515ee0a0bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:03:05.215981 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93cff95-e821-4aec-9773-bc515ee0a0bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:03:05.216390 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93cff95-e821-4aec-9773-bc515ee0a0bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:03:05.217069 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93cff95-e821-4aec-9773-bc515ee0a0bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:03:05.218446 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93cff95-e821-4aec-9773-bc515ee0a0bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:03:05.218948 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93cff95-e821-4aec-9773-bc515ee0a0bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:03:05.219452 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93cff95-e821-4aec-9773-bc515ee0a0bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:03:05.219948 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93cff95-e821-4aec-9773-bc515ee0a0bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:03:05.220541 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93cff95-e821-4aec-9773-bc515ee0a0bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:03:05.221013 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93cff95-e821-4aec-9773-bc515ee0a0bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:03:05.221529 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93cff95-e821-4aec-9773-bc515ee0a0bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:03:05.247828 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.db [None req-29cddeb0-2819-4530-96e9-9bf54ee25b27 None None] For port 692115b7-8225-49a9-abe3-1af05b66ad49, host dv-cinder-789603-11-iscsi, cleared binding levels {{(pid=93014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 13:03:05.252383 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.db [None req-29cddeb0-2819-4530-96e9-9bf54ee25b27 None None] For port 692115b7-8225-49a9-abe3-1af05b66ad49, host dv-cinder-789603-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=692115b7-8225-49a9-abe3-1af05b66ad49,segment=NetworkSegment(ec4eb99c-636e-43d3-922e-332a95a4195c),segment_id=ec4eb99c-636e-43d3-922e-332a95a4195c)] {{(pid=93014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 13:03:05.257735 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-29cddeb0-2819-4530-96e9-9bf54ee25b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:05.327516 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cddeb0-2819-4530-96e9-9bf54ee25b27 None None] Routers {'a2123a96-305b-4c40-98b0-480ec62af3f7'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:03:05.328412 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-29cddeb0-2819-4530-96e9-9bf54ee25b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:02:35Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['a2123a96-305b-4c40-98b0-480ec62af3f7'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:03:05.363056 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-6ff28f6a-df70-430e-9435-4c32f40ad116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:05.395535 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93cff95-e821-4aec-9773-bc515ee0a0bd None None] Pushing event updated for resources: {'Port': ['ID=692115b7-8225-49a9-abe3-1af05b66ad49,revision_number=3']} {{(pid=93014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:05.399980 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec581a8b-3abb-4943-8f9d-6288c8947b1d req-922ca354-88b5-4e78-9d0e-aa087506671a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:05.402095 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ec581a8b-3abb-4943-8f9d-6288c8947b1d req-922ca354-88b5-4e78-9d0e-aa087506671a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b2866a82-1a43-4488-a792-2fb6be594d47 HTTP/1.1" status: 200 len: 1098 time: 0.1368780 Jul 08 13:03:05.474641 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ec581a8b-3abb-4943-8f9d-6288c8947b1d req-4b39a91c-f8ad-4add-b18f-9fab82ee7e76 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ff71abe8-bc30-4f43-864d-85c09000d4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407147 Jul 08 13:03:05.482475 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-7671aef4-bb60-40e7-ac80-577c895d8b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:05.497236 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-29cddeb0-2819-4530-96e9-9bf54ee25b27 None None] Set router a2123a96-305b-4c40-98b0-480ec62af3f7 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:03:05.652697 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb4766-db58-4bcd-8762-95de5bdeafb2 req-a04e002a-6545-4eff-ad0a-0b29a02aa6e1 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:05.654246 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-20eb4766-db58-4bcd-8762-95de5bdeafb2 req-a04e002a-6545-4eff-ad0a-0b29a02aa6e1 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2866a82-1a43-4488-a792-2fb6be594d47 HTTP/1.1" status: 200 len: 945 time: 0.0804560 Jul 08 13:03:05.684368 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-7671aef4-bb60-40e7-ac80-577c895d8b0f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:05.692056 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-7671aef4-bb60-40e7-ac80-577c895d8b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4509841'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:05.700932 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:05.709550 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-20eb4766-db58-4bcd-8762-95de5bdeafb2 req-13eb8896-d65e-40d5-bc4c-89cacde87997 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/security-groups?id=ff71abe8-bc30-4f43-864d-85c09000d4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487161 Jul 08 13:03:05.713362 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-29cddeb0-2819-4530-96e9-9bf54ee25b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2123a96-305b-4c40-98b0-480ec62af3f7', 'name': 'tempest-ServerRescueNegativeTestJSON-662773570-router', 'tenant_id': 'a5326bc4440540e6ae389d2094a52678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '692115b7-8225-49a9-abe3-1af05b66ad49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:03:01Z', 'updated_at': '2021-07-08T13:03:03Z', 'revision_number': 3, 'project_id': 'a5326bc4440540e6ae389d2094a52678', 'gw_port': {'id': '692115b7-8225-49a9-abe3-1af05b66ad49', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d9:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2123a96-305b-4c40-98b0-480ec62af3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:03:02Z', 'updated_at': '2021-07-08T13:03:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi'}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:03:05.744273 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cddeb0-2819-4530-96e9-9bf54ee25b27 None None] The sync data for ids ['a2123a96-305b-4c40-98b0-480ec62af3f7'] in dv-cinder-789603-11-iscsi is: [{'id': 'a2123a96-305b-4c40-98b0-480ec62af3f7', 'name': 'tempest-ServerRescueNegativeTestJSON-662773570-router', 'tenant_id': 'a5326bc4440540e6ae389d2094a52678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '692115b7-8225-49a9-abe3-1af05b66ad49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:03:01Z', 'updated_at': '2021-07-08T13:03:03Z', 'revision_number': 3, 'project_id': 'a5326bc4440540e6ae389d2094a52678', 'gw_port': {'id': '692115b7-8225-49a9-abe3-1af05b66ad49', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d9:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2123a96-305b-4c40-98b0-480ec62af3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:03:02Z', 'updated_at': '2021-07-08T13:03:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi'}] {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:03:05.761040 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-7671aef4-bb60-40e7-ac80-577c895d8b0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545201'] for router_interface, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:05.762932 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7671aef4-bb60-40e7-ac80-577c895d8b0f admin admin] Pushing event updated for resources: {'Port': ['ID=c14dafd0-d888-4d33-b482-015b94358f07,revision_number=2']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:05.861756 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7671aef4-bb60-40e7-ac80-577c895d8b0f admin admin] Network 67cb6200-8bdb-4797-a417-5d4037d7c8f2 is already hosted by enough agents. {{(pid=93012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:03:05.863101 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [None req-7671aef4-bb60-40e7-ac80-577c895d8b0f admin admin] Resources bound (agent type, host, resource id): {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:03:05.990526 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7671aef4-bb60-40e7-ac80-577c895d8b0f admin admin] Router a2123a96-305b-4c40-98b0-480ec62af3f7 has already been hosted by L3 agent f415b27f-d318-40de-bd28-ecbd03c16a41 {{(pid=93012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 13:03:06.108953 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-97c8e7b9-57f7-456d-825e-78a0ef1aae16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:06.167470 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7671aef4-bb60-40e7-ac80-577c895d8b0f admin admin] Notify agent at l3_agent.dv-cinder-789603-11-iscsi the message routers_updated {{(pid=93012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:03:06.178112 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-7671aef4-bb60-40e7-ac80-577c895d8b0f admin admin] 10.222.0.59 "PUT /v2.0/routers/a2123a96-305b-4c40-98b0-480ec62af3f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2590613 Jul 08 13:03:06.411359 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 38712) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:03:06.548087 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-14729c6a-6d5f-431e-8cbf-b6c3a1e9ab7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:06.830272 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-14729c6a-6d5f-431e-8cbf-b6c3a1e9ab7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:06.844926 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-14729c6a-6d5f-431e-8cbf-b6c3a1e9ab7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:06.865999 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313998d-4bac-4b08-af71-542954562d58 req-cd2b3137-6bc1-432f-8dae-e825e7230028 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:06.875311 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a313998d-4bac-4b08-af71-542954562d58 req-cd2b3137-6bc1-432f-8dae-e825e7230028 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/networks?id=67cb6200-8bdb-4797-a417-5d4037d7c8f2 HTTP/1.1" status: 200 len: 818 time: 0.2241173 Jul 08 13:03:06.925505 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a313998d-4bac-4b08-af71-542954562d58 req-d8f78752-79d1-49b0-8245-09fb17d58f86 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/quotas/a5326bc4440540e6ae389d2094a52678 HTTP/1.1" status: 200 len: 375 time: 0.0491972 Jul 08 13:03:06.981967 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c022c-b83a-4b5a-b297-2d94123a7ed7 req-2676b318-9e81-4f22-ba2c-fb720ed68563 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:06.987441 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-8d4c022c-b83a-4b5a-b297-2d94123a7ed7 req-2676b318-9e81-4f22-ba2c-fb720ed68563 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2866a82-1a43-4488-a792-2fb6be594d47 HTTP/1.1" status: 200 len: 945 time: 0.0943389 Jul 08 13:03:07.060304 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-8d4c022c-b83a-4b5a-b297-2d94123a7ed7 req-eb499a1d-a074-4b8d-94b0-a3aead8162db tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/security-groups?id=ff71abe8-bc30-4f43-864d-85c09000d4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657370 Jul 08 13:03:07.075498 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14729c6a-6d5f-431e-8cbf-b6c3a1e9ab7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50a2b8f-9bd0-43cd-9c89-641be58d9e34,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:07.109131 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-14729c6a-6d5f-431e-8cbf-b6c3a1e9ab7e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2ab79cfaac9a4bad89171b0b9f6fbc98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6966257 Jul 08 13:03:07.113409 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 38752) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:03:07.139743 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a313998d-4bac-4b08-af71-542954562d58 req-e10fc919-ab77-4c1f-a67b-716d7cf33ff0 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5326bc4440540e6ae389d2094a52678&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2127752 Jul 08 13:03:07.140234 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 38754) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:03:07.204368 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 692115b7-8225-49a9-abe3-1af05b66ad49 up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:03:07.222559 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c6c0479b-1eb5-4c2b-a2d2-8c64f0df16cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:07.253495 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c6c0479b-1eb5-4c2b-a2d2-8c64f0df16cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:07.327322 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning for port 692115b7-8225-49a9-abe3-1af05b66ad49 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:03:07.337845 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning complete for port 692115b7-8225-49a9-abe3-1af05b66ad49 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:03:07.339572 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:07.354686 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c6c0479b-1eb5-4c2b-a2d2-8c64f0df16cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:07.357625 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c6c0479b-1eb5-4c2b-a2d2-8c64f0df16cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:07.362146 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-c6c0479b-1eb5-4c2b-a2d2-8c64f0df16cb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a50a2b8f-9bd0-43cd-9c89-641be58d9e34 HTTP/1.1" status: 204 len: 168 time: 0.2470174 Jul 08 13:03:07.370678 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c0479b-1eb5-4c2b-a2d2-8c64f0df16cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50a2b8f-9bd0-43cd-9c89-641be58d9e34,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:07.494734 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:07.520375 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] For port 692115b7-8225-49a9-abe3-1af05b66ad49, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=692115b7-8225-49a9-abe3-1af05b66ad49,segment=NetworkSegment(ec4eb99c-636e-43d3-922e-332a95a4195c),segment_id=ec4eb99c-636e-43d3-922e-332a95a4195c)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:03:07.524931 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:07.560103 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-5bb54098-a27f-495b-ba6b-a1ad82f7a01d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:07.587796 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Pushing event updated for resources: {'Port': ['ID=692115b7-8225-49a9-abe3-1af05b66ad49,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:07.634854 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a313998d-4bac-4b08-af71-542954562d58 req-19b37342-e314-485b-a5bc-6240b373ead1 service neutron] 10.222.0.59 "GET /v2.0/networks/67cb6200-8bdb-4797-a417-5d4037d7c8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4806828 Jul 08 13:03:07.700463 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 38764) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:03:07.712816 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-df3b3106-ffaf-4825-9e1e-3e854f96d53d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:07.775084 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a313998d-4bac-4b08-af71-542954562d58 req-1eca18bd-360a-4633-ba4e-c318e9b0aca3 service neutron] 10.222.0.59 "GET /v2.0/networks/67cb6200-8bdb-4797-a417-5d4037d7c8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324196 Jul 08 13:03:07.776952 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-5bb54098-a27f-495b-ba6b-a1ad82f7a01d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:07.782421 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-5bb54098-a27f-495b-ba6b-a1ad82f7a01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:07.798300 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e95ff92-0a3f-4174-a761-c2d08af7d565 None None] Sync routers for ids ['a2123a96-305b-4c40-98b0-480ec62af3f7'] in dv-cinder-789603-11-iscsi {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:03:07.819508 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e95ff92-0a3f-4174-a761-c2d08af7d565 None None] Routers {'a2123a96-305b-4c40-98b0-480ec62af3f7'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:03:07.820109 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-5e95ff92-0a3f-4174-a761-c2d08af7d565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:03:05Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['a2123a96-305b-4c40-98b0-480ec62af3f7'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:03:07.855614 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb54098-a27f-495b-ba6b-a1ad82f7a01d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203288f0-1286-4b44-b018-bb9740a9efeb,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:07.868408 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-5bb54098-a27f-495b-ba6b-a1ad82f7a01d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4776048c64df4e6097fe2f4c3e7523f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7271142 Jul 08 13:03:07.870910 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 38768) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:03:07.896509 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-615b644b-3110-4324-8d19-7b6387de29b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:07.937674 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-df3b3106-ffaf-4825-9e1e-3e854f96d53d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:07.944576 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-df3b3106-ffaf-4825-9e1e-3e854f96d53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:07.948425 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d6f8234b-85d6-4853-b507-325563af1ce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:07.988661 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d6f8234b-85d6-4853-b507-325563af1ce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:07.991763 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3b3106-ffaf-4825-9e1e-3e854f96d53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d6db49-4d64-4925-a2fa-eb6f75c4b066,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:08.000657 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-5e95ff92-0a3f-4174-a761-c2d08af7d565 None None] Set router a2123a96-305b-4c40-98b0-480ec62af3f7 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:03:08.015968 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-df3b3106-ffaf-4825-9e1e-3e854f96d53d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=208fe71dd7af491c8e27ae51d8eed68c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3160465 Jul 08 13:03:08.016156 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 38774) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:03:08.103123 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ce6199c5-8f90-4abd-b3b8-9ebbf67f558f req-821f356d-c2b9-4ef2-8085-c4469ea7f64d tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 210 time: 0.0747461 Jul 08 13:03:08.145092 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d6f8234b-85d6-4853-b507-325563af1ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:08.145092 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d6f8234b-85d6-4853-b507-325563af1ce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:08.145092 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-d6f8234b-85d6-4853-b507-325563af1ce4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/203288f0-1286-4b44-b018-bb9740a9efeb HTTP/1.1" status: 204 len: 168 time: 0.2675123 Jul 08 13:03:08.155445 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f8234b-85d6-4853-b507-325563af1ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203288f0-1286-4b44-b018-bb9740a9efeb,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:08.158289 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-bf1302b4-17f1-4748-88df-0e9cdb987933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:08.204113 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-bf1302b4-17f1-4748-88df-0e9cdb987933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:08.347596 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-bf1302b4-17f1-4748-88df-0e9cdb987933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:08.357235 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-bf1302b4-17f1-4748-88df-0e9cdb987933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:08.358707 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-bf1302b4-17f1-4748-88df-0e9cdb987933 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/75d6db49-4d64-4925-a2fa-eb6f75c4b066 HTTP/1.1" status: 204 len: 168 time: 0.3414507 Jul 08 13:03:08.385736 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1302b4-17f1-4748-88df-0e9cdb987933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d6db49-4d64-4925-a2fa-eb6f75c4b066,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:08.401861 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0e8a9-8fa6-4efc-b33f-12cbee31865c req-fda53ca0-201a-47c8-b6c8-a33b1366af52 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:08.416309 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9ff0e8a9-8fa6-4efc-b33f-12cbee31865c req-fda53ca0-201a-47c8-b6c8-a33b1366af52 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2866a82-1a43-4488-a792-2fb6be594d47 HTTP/1.1" status: 200 len: 945 time: 0.1455481 Jul 08 13:03:08.501959 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9ff0e8a9-8fa6-4efc-b33f-12cbee31865c req-3d5f11a6-ade7-4293-875c-595e08f018e2 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/security-groups?id=ff71abe8-bc30-4f43-864d-85c09000d4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823977 Jul 08 13:03:08.745974 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-5e95ff92-0a3f-4174-a761-c2d08af7d565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2123a96-305b-4c40-98b0-480ec62af3f7', 'name': 'tempest-ServerRescueNegativeTestJSON-662773570-router', 'tenant_id': 'a5326bc4440540e6ae389d2094a52678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '692115b7-8225-49a9-abe3-1af05b66ad49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:03:01Z', 'updated_at': '2021-07-08T13:03:05Z', 'revision_number': 4, 'project_id': 'a5326bc4440540e6ae389d2094a52678', 'gw_port': {'id': '692115b7-8225-49a9-abe3-1af05b66ad49', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2123a96-305b-4c40-98b0-480ec62af3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:03:02Z', 'updated_at': '2021-07-08T13:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': 'c14dafd0-d888-4d33-b482-015b94358f07', 'name': '', 'network_id': '67cb6200-8bdb-4797-a417-5d4037d7c8f2', 'tenant_id': 'a5326bc4440540e6ae389d2094a52678', 'mac_address': 'fa:16:3e:2d:6b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2123a96-305b-4c40-98b0-480ec62af3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'ba7a26e2-f1a5-4c71-9a4d-50a54628469a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:03:04Z', 'updated_at': '2021-07-08T13:03:05Z', 'revision_number': 2, 'project_id': 'a5326bc4440540e6ae389d2094a52678', 'subnets': [{'id': 'ba7a26e2-f1a5-4c71-9a4d-50a54628469a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:03:08.821408 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e95ff92-0a3f-4174-a761-c2d08af7d565 None None] Checking router: a2123a96-305b-4c40-98b0-480ec62af3f7 for host: dv-cinder-789603-11-iscsi {{(pid=93013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:03:08.821772 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e95ff92-0a3f-4174-a761-c2d08af7d565 None None] Updating router a2123a96-305b-4c40-98b0-480ec62af3f7 port c14dafd0-d888-4d33-b482-015b94358f07 binding host dv-cinder-789603-11-iscsi {{(pid=93013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 13:03:08.867828 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 38862) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:03:08.872627 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62f211-1d3e-469c-86e2-c1be6f699438 req-506c2b97-1d9d-4d47-b746-de9d7649935a tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:08.885802 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-85529ebc-9ee9-495c-9882-707e5213c617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:08.887273 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-9f62f211-1d3e-469c-86e2-c1be6f699438 req-506c2b97-1d9d-4d47-b746-de9d7649935a tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/networks?id=67cb6200-8bdb-4797-a417-5d4037d7c8f2 HTTP/1.1" status: 200 len: 818 time: 0.3922048 Jul 08 13:03:08.924012 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-9f62f211-1d3e-469c-86e2-c1be6f699438 req-eb33e5db-bc86-4af2-99bb-8ad826e6a582 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/quotas/a5326bc4440540e6ae389d2094a52678 HTTP/1.1" status: 200 len: 375 time: 0.0344517 Jul 08 13:03:08.932076 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5e95ff92-0a3f-4174-a761-c2d08af7d565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:09.103886 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-9f62f211-1d3e-469c-86e2-c1be6f699438 req-290bab93-d48f-4f4e-97e8-37af4170f1b9 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a5326bc4440540e6ae389d2094a52678&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1783564 Jul 08 13:03:09.116086 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-85529ebc-9ee9-495c-9882-707e5213c617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:09.127378 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-85529ebc-9ee9-495c-9882-707e5213c617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:09.200376 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 692115b7-8225-49a9-abe3-1af05b66ad49 up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:03:09.221599 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-85529ebc-9ee9-495c-9882-707e5213c617 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bed3af3c6c924c5cb8890f1a09219c3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3526607 Jul 08 13:03:09.222641 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85529ebc-9ee9-495c-9882-707e5213c617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6896973f-a35f-445a-b934-1a2676825b3e,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:09.226909 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 38876) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:03:09.325048 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-9f62f211-1d3e-469c-86e2-c1be6f699438 req-0cbdbe7c-8a0e-4acd-8627-7f254d16bfb5 service neutron] 10.222.0.59 "GET /v2.0/networks/67cb6200-8bdb-4797-a417-5d4037d7c8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115889 Jul 08 13:03:09.349809 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-2314bd73-ff29-45ca-899f-47f7f32924b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:09.402893 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-2314bd73-ff29-45ca-899f-47f7f32924b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:09.454584 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning complete for port 692115b7-8225-49a9-abe3-1af05b66ad49 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:03:09.455192 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:09.512714 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-2314bd73-ff29-45ca-899f-47f7f32924b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:09.516627 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-2314bd73-ff29-45ca-899f-47f7f32924b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:09.519211 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-2314bd73-ff29-45ca-899f-47f7f32924b8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6896973f-a35f-445a-b934-1a2676825b3e HTTP/1.1" status: 204 len: 168 time: 0.2904019 Jul 08 13:03:09.522836 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-9f62f211-1d3e-469c-86e2-c1be6f699438 req-2abccf8c-c158-4b37-8302-51778300e704 service neutron] 10.222.0.59 "GET /v2.0/networks/67cb6200-8bdb-4797-a417-5d4037d7c8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966579 Jul 08 13:03:09.530768 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2314bd73-ff29-45ca-899f-47f7f32924b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6896973f-a35f-445a-b934-1a2676825b3e,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:09.721667 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5e95ff92-0a3f-4174-a761-c2d08af7d565 None None] Notify callbacks [] for port, precommit_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:09.738262 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5e95ff92-0a3f-4174-a761-c2d08af7d565 None None] Transition to ACTIVE for port object c14dafd0-d888-4d33-b482-015b94358f07 will not be triggered until provisioned by entity L2. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:03:09.751217 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5e95ff92-0a3f-4174-a761-c2d08af7d565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:09.767834 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 38902) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:03:09.818595 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8879e787-9cd9-4fba-8772-cefe347cf744 req-d8ef44b6-9ee9-4a5e-8c36-069f2a2c09a5 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=29e5c814-abb2-43a0-be73-99652d1cf98c HTTP/1.1" status: 200 len: 210 time: 0.0439777 Jul 08 13:03:09.841014 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9cd029-e8ea-433e-b4f6-b011e492c457 None None] Pushing event updated for resources: {'Port': ['ID=c14dafd0-d888-4d33-b482-015b94358f07,revision_number=3']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:09.923184 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-a2742be6-f7a4-42f1-88b2-b0fade936167 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-691499374-network', 'tenant_id': 'f61e798ba1214bf68c07623649316cbe'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:03:09.939306 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-5e95ff92-0a3f-4174-a761-c2d08af7d565 None None] Attempting to bind port c14dafd0-d888-4d33-b482-015b94358f07 on host dv-cinder-789603-11-iscsi for vnic_type normal with profile {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 13:03:09.939870 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-5e95ff92-0a3f-4174-a761-c2d08af7d565 None None] Attempting to bind port c14dafd0-d888-4d33-b482-015b94358f07 by drivers openvswitch,hyperv on host dv-cinder-789603-11-iscsi at level 0 using segments [{'id': '0fe5bc40-e67f-4a61-a568-ffbdf25cd236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '67cb6200-8bdb-4797-a417-5d4037d7c8f2'}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 13:03:09.941443 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e95ff92-0a3f-4174-a761-c2d08af7d565 None None] Attempting to bind port c14dafd0-d888-4d33-b482-015b94358f07 on network 67cb6200-8bdb-4797-a417-5d4037d7c8f2 {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:03:09.950711 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e95ff92-0a3f-4174-a761-c2d08af7d565 None None] Checking agent: {'id': 'fc4e00a9-53c5-4fcb-bb0a-09b300a741e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 54, 6), 'started_at': datetime.datetime(2021, 7, 8, 12, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 13, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 13:03:09.952133 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e95ff92-0a3f-4174-a761-c2d08af7d565 None None] Checking segment: {'id': '0fe5bc40-e67f-4a61-a568-ffbdf25cd236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '67cb6200-8bdb-4797-a417-5d4037d7c8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:03:09.952715 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5e95ff92-0a3f-4174-a761-c2d08af7d565 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:09.953104 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e95ff92-0a3f-4174-a761-c2d08af7d565 None None] Bound using segment: {'id': '0fe5bc40-e67f-4a61-a568-ffbdf25cd236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '67cb6200-8bdb-4797-a417-5d4037d7c8f2'} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 13:03:09.953588 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-5e95ff92-0a3f-4174-a761-c2d08af7d565 None None] Bound port: c14dafd0-d888-4d33-b482-015b94358f07, host: dv-cinder-789603-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fe5bc40-e67f-4a61-a568-ffbdf25cd236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '67cb6200-8bdb-4797-a417-5d4037d7c8f2'}}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 13:03:09.954121 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5e95ff92-0a3f-4174-a761-c2d08af7d565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:09.971478 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2742be6-f7a4-42f1-88b2-b0fade936167 admin admin] Made reservation on behalf of f61e798ba1214bf68c07623649316cbe for: {'network': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:03:09.982961 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a2742be6-f7a4-42f1-88b2-b0fade936167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for network, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:10.019370 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 38932) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:03:10.022716 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a2742be6-f7a4-42f1-88b2-b0fade936167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:10.059526 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-322aba29-ee84-4373-9270-2f92190fd67d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:10.066756 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-5e95ff92-0a3f-4174-a761-c2d08af7d565 None None] For port c14dafd0-d888-4d33-b482-015b94358f07, host dv-cinder-789603-11-iscsi, cleared binding levels {{(pid=93013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 13:03:10.072034 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-5e95ff92-0a3f-4174-a761-c2d08af7d565 None None] For port c14dafd0-d888-4d33-b482-015b94358f07, host dv-cinder-789603-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=c14dafd0-d888-4d33-b482-015b94358f07,segment=NetworkSegment(0fe5bc40-e67f-4a61-a568-ffbdf25cd236),segment_id=0fe5bc40-e67f-4a61-a568-ffbdf25cd236)] {{(pid=93013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 13:03:10.079243 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5e95ff92-0a3f-4174-a761-c2d08af7d565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:10.202406 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e95ff92-0a3f-4174-a761-c2d08af7d565 None None] Routers {'a2123a96-305b-4c40-98b0-480ec62af3f7'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:03:10.203358 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-5e95ff92-0a3f-4174-a761-c2d08af7d565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:03:05Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['a2123a96-305b-4c40-98b0-480ec62af3f7'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:03:10.216348 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a2742be6-f7a4-42f1-88b2-b0fade936167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:10.221905 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a2742be6-f7a4-42f1-88b2-b0fade936167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:10.234783 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2742be6-f7a4-42f1-88b2-b0fade936167 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=93011) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 13:03:10.248932 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9cd029-e8ea-433e-b4f6-b011e492c457 None None] Pushing event updated for resources: {'Port': ['ID=c14dafd0-d888-4d33-b482-015b94358f07,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:10.252917 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a2742be6-f7a4-42f1-88b2-b0fade936167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1381891'] for segment, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:10.253431 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.db.segments_db [None req-a2742be6-f7a4-42f1-88b2-b0fade936167 admin admin] Added segment 1b0a141f-2618-4f57-a12d-5c604a7472b9 of type vlan for network a989f85d-3714-472a-9d72-dfb33dfa3fe4 Jul 08 13:03:10.309680 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a2742be6-f7a4-42f1-88b2-b0fade936167 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739448901726'] for network, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:10.383392 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2742be6-f7a4-42f1-88b2-b0fade936167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a2d98b-5225-431c-b401-c4d61b2724d7,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:10.407456 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-5e95ff92-0a3f-4174-a761-c2d08af7d565 None None] Set router a2123a96-305b-4c40-98b0-480ec62af3f7 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:03:10.447122 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a2742be6-f7a4-42f1-88b2-b0fade936167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384'] for network, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:10.449191 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2742be6-f7a4-42f1-88b2-b0fade936167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:10.449799 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a2742be6-f7a4-42f1-88b2-b0fade936167 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for network, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:10.467938 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-322aba29-ee84-4373-9270-2f92190fd67d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:10.479912 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-322aba29-ee84-4373-9270-2f92190fd67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:10.497061 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313998d-4bac-4b08-af71-542954562d58 req-38dfb560-e121-46fb-9700-f0c88e8b1fa0 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:10.499863 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a313998d-4bac-4b08-af71-542954562d58 req-38dfb560-e121-46fb-9700-f0c88e8b1fa0 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.21 "GET /v2.0/networks?id=67cb6200-8bdb-4797-a417-5d4037d7c8f2 HTTP/1.1" status: 200 len: 818 time: 0.1958599 Jul 08 13:03:10.539422 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [req-a313998d-4bac-4b08-af71-542954562d58 req-d7ca5efa-56f9-4ae1-89a2-451d08213280 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Request body: {'port': {'device_id': 'bc3dd72a-4ffd-4f48-bf91-8662f33fd20f', 'network_id': '67cb6200-8bdb-4797-a417-5d4037d7c8f2', 'admin_state_up': True, 'tenant_id': 'a5326bc4440540e6ae389d2094a52678'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:03:10.544995 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-a2742be6-f7a4-42f1-88b2-b0fade936167 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7756333 Jul 08 13:03:10.547806 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 38944) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:03:10.556150 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-ab5680c0-b222-47dc-b81e-86d2dfda9627 admin admin] Request body: {'subnet': {'network_id': 'a989f85d-3714-472a-9d72-dfb33dfa3fe4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-691499374-subnet', 'tenant_id': 'f61e798ba1214bf68c07623649316cbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:03:10.587098 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2742be6-f7a4-42f1-88b2-b0fade936167 admin admin] Pushing event updated for resources: {'Network': ['ID=a989f85d-3714-472a-9d72-dfb33dfa3fe4,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:10.604599 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5680c0-b222-47dc-b81e-86d2dfda9627 admin admin] Made reservation on behalf of f61e798ba1214bf68c07623649316cbe for: {'subnet': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:03:10.607077 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ab5680c0-b222-47dc-b81e-86d2dfda9627 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5094259'] for subnet, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:10.641572 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Network a989f85d-3714-472a-9d72-dfb33dfa3fe4 details requested by agent ovs-agent-dv-cinder-789603-11-iscsi with host dv-cinder-789603-11-iscsi {{(pid=93013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 13:03:10.667992 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-322aba29-ee84-4373-9270-2f92190fd67d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=791b913640e04efaa565bdc5953819ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6474578 Jul 08 13:03:10.674355 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 38946) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:03:10.674924 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 38948) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:03:10.695229 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322aba29-ee84-4373-9270-2f92190fd67d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598653f8-a74a-42ce-b635-9fafdfc88391,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:10.805807 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-665e565a-397d-4200-bbe9-4c8869239046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:10.840472 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-665e565a-397d-4200-bbe9-4c8869239046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:10.881742 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a313998d-4bac-4b08-af71-542954562d58 req-d7ca5efa-56f9-4ae1-89a2-451d08213280 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Made reservation on behalf of a5326bc4440540e6ae389d2094a52678 for: {'port': 1} {{(pid=93012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:03:10.885662 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-a313998d-4bac-4b08-af71-542954562d58 req-d7ca5efa-56f9-4ae1-89a2-451d08213280 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:10.927607 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-bd441015-9778-45cf-9921-f063c3ce5ad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:10.989086 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ab5680c0-b222-47dc-b81e-86d2dfda9627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4900324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5094209'] for subnet, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:11.011109 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-665e565a-397d-4200-bbe9-4c8869239046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:11.013779 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-665e565a-397d-4200-bbe9-4c8869239046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:11.015552 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-665e565a-397d-4200-bbe9-4c8869239046 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/598653f8-a74a-42ce-b635-9fafdfc88391 HTTP/1.1" status: 204 len: 168 time: 0.3386245 Jul 08 13:03:11.058241 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-5e95ff92-0a3f-4174-a761-c2d08af7d565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2123a96-305b-4c40-98b0-480ec62af3f7', 'name': 'tempest-ServerRescueNegativeTestJSON-662773570-router', 'tenant_id': 'a5326bc4440540e6ae389d2094a52678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '692115b7-8225-49a9-abe3-1af05b66ad49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:03:01Z', 'updated_at': '2021-07-08T13:03:05Z', 'revision_number': 4, 'project_id': 'a5326bc4440540e6ae389d2094a52678', 'gw_port': {'id': '692115b7-8225-49a9-abe3-1af05b66ad49', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2123a96-305b-4c40-98b0-480ec62af3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:03:02Z', 'updated_at': '2021-07-08T13:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': 'c14dafd0-d888-4d33-b482-015b94358f07', 'name': '', 'network_id': '67cb6200-8bdb-4797-a417-5d4037d7c8f2', 'tenant_id': 'a5326bc4440540e6ae389d2094a52678', 'mac_address': 'fa:16:3e:2d:6b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2123a96-305b-4c40-98b0-480ec62af3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'ba7a26e2-f1a5-4c71-9a4d-50a54628469a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:03:04Z', 'updated_at': '2021-07-08T13:03:10Z', 'revision_number': 4, 'project_id': 'a5326bc4440540e6ae389d2094a52678', 'subnets': [{'id': 'ba7a26e2-f1a5-4c71-9a4d-50a54628469a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:03:11.101292 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e95ff92-0a3f-4174-a761-c2d08af7d565 None None] The sync data for ids ['a2123a96-305b-4c40-98b0-480ec62af3f7'] in dv-cinder-789603-11-iscsi is: [{'id': 'a2123a96-305b-4c40-98b0-480ec62af3f7', 'name': 'tempest-ServerRescueNegativeTestJSON-662773570-router', 'tenant_id': 'a5326bc4440540e6ae389d2094a52678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '692115b7-8225-49a9-abe3-1af05b66ad49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:03:01Z', 'updated_at': '2021-07-08T13:03:05Z', 'revision_number': 4, 'project_id': 'a5326bc4440540e6ae389d2094a52678', 'gw_port': {'id': '692115b7-8225-49a9-abe3-1af05b66ad49', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2123a96-305b-4c40-98b0-480ec62af3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:03:02Z', 'updated_at': '2021-07-08T13:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': 'c14dafd0-d888-4d33-b482-015b94358f07', 'name': '', 'network_id': '67cb6200-8bdb-4797-a417-5d4037d7c8f2', 'tenant_id': 'a5326bc4440540e6ae389d2094a52678', 'mac_address': 'fa:16:3e:2d:6b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2123a96-305b-4c40-98b0-480ec62af3f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'ba7a26e2-f1a5-4c71-9a4d-50a54628469a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:03:04Z', 'updated_at': '2021-07-08T13:03:10Z', 'revision_number': 4, 'project_id': 'a5326bc4440540e6ae389d2094a52678', 'subnets': [{'id': 'ba7a26e2-f1a5-4c71-9a4d-50a54628469a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:03:11.110849 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665e565a-397d-4200-bbe9-4c8869239046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598653f8-a74a-42ce-b635-9fafdfc88391,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:11.144727 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-bd441015-9778-45cf-9921-f063c3ce5ad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:11.153723 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-bd441015-9778-45cf-9921-f063c3ce5ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:11.180944 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d895bd83-a3c0-47aa-8d33-188e7688bc4d req-50e578b0-4b0b-48ac-8d10-7b9c1071630b tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=29e5c814-abb2-43a0-be73-99652d1cf98c HTTP/1.1" status: 200 len: 210 time: 0.1742861 Jul 08 13:03:11.263133 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_common [req-a313998d-4bac-4b08-af71-542954562d58 req-d7ca5efa-56f9-4ae1-89a2-451d08213280 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Allocated IP 172.20.0.7 (67cb6200-8bdb-4797-a417-5d4037d7c8f2/ba7a26e2-f1a5-4c71-9a4d-50a54628469a/80d9aafd-3f60-42b7-9365-7bc0a4e9ca02) {{(pid=93012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:03:11.284484 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd441015-9778-45cf-9921-f063c3ce5ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a32e5e7-1c20-48da-8a19-c1d143f66f16,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:11.292659 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-bd441015-9778-45cf-9921-f063c3ce5ad6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e4166f9eb59f4c6399bc549150e9843e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6142926 Jul 08 13:03:11.295525 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5680c0-b222-47dc-b81e-86d2dfda9627 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bcd7be2-c3d8-4bd5-9739-b5233281f415,revision_number=0']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:11.296986 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 38960) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:03:11.311857 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5680c0-b222-47dc-b81e-86d2dfda9627 admin admin] Checking segment: {'id': '1b0a141f-2618-4f57-a12d-5c604a7472b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a989f85d-3714-472a-9d72-dfb33dfa3fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:03:11.312528 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5680c0-b222-47dc-b81e-86d2dfda9627 admin admin] Network hostable DHCP agents. Network: a989f85d-3714-472a-9d72-dfb33dfa3fe4, hostable agents: ['aa9d8c49-a181-49e8-a217-0ebad9c91868'], hosted agents: [] {{(pid=93011) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 13:03:11.348277 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5680c0-b222-47dc-b81e-86d2dfda9627 admin admin] Network a989f85d-3714-472a-9d72-dfb33dfa3fe4 is scheduled to be hosted by DHCP agent aa9d8c49-a181-49e8-a217-0ebad9c91868 with binding_index 1 {{(pid=93011) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 13:03:11.358943 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-ab5680c0-b222-47dc-b81e-86d2dfda9627 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-11-iscsi, a989f85d-3714-472a-9d72-dfb33dfa3fe4) {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:03:11.364476 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5680c0-b222-47dc-b81e-86d2dfda9627 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:11.365307 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ab5680c0-b222-47dc-b81e-86d2dfda9627 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:11.372481 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f79773e-0f64-42e5-8775-0370b15b8f38 None None] Network a989f85d-3714-472a-9d72-dfb33dfa3fe4 requested from dv-cinder-789603-11-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 13:03:11.395684 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-ab5680c0-b222-47dc-b81e-86d2dfda9627 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8461037 Jul 08 13:03:11.562710 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-a313998d-4bac-4b08-af71-542954562d58 req-d7ca5efa-56f9-4ae1-89a2-451d08213280 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Notify callbacks [] for port, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:11.595820 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9dea3312-1c0d-42b7-bd52-276f9161a9b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:11.631008 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-a313998d-4bac-4b08-af71-542954562d58 req-d7ca5efa-56f9-4ae1-89a2-451d08213280 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4509839'] for port, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:11.657760 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22269eeb-30e3-4542-9d2c-045783b06592 None None] Network a989f85d-3714-472a-9d72-dfb33dfa3fe4 requested from dv-cinder-789603-11-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 13:03:11.716149 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a313998d-4bac-4b08-af71-542954562d58 req-d7ca5efa-56f9-4ae1-89a2-451d08213280 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Network 67cb6200-8bdb-4797-a417-5d4037d7c8f2 is already hosted by enough agents. {{(pid=93012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:03:11.737364 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [req-a313998d-4bac-4b08-af71-542954562d58 req-d7ca5efa-56f9-4ae1-89a2-451d08213280 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Resources bound (agent type, host, resource id): {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:03:11.753937 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9dea3312-1c0d-42b7-bd52-276f9161a9b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:11.758214 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [req-a313998d-4bac-4b08-af71-542954562d58 req-d7ca5efa-56f9-4ae1-89a2-451d08213280 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Received port after_create {{(pid=93012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:03:11.844657 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ca5efa-56f9-4ae1-89a2-451d08213280 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Pushing event updated for resources: {'Port': ['ID=80d9aafd-3f60-42b7-9365-7bc0a4e9ca02,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:11.953273 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313998d-4bac-4b08-af71-542954562d58 req-d7ca5efa-56f9-4ae1-89a2-451d08213280 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:11.967692 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-a313998d-4bac-4b08-af71-542954562d58 req-d7ca5efa-56f9-4ae1-89a2-451d08213280 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for port, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:12.002834 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a313998d-4bac-4b08-af71-542954562d58 req-d7ca5efa-56f9-4ae1-89a2-451d08213280 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4796603 Jul 08 13:03:12.022115 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9dea3312-1c0d-42b7-bd52-276f9161a9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:12.028643 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9dea3312-1c0d-42b7-bd52-276f9161a9b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:12.032207 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-9dea3312-1c0d-42b7-bd52-276f9161a9b8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5a32e5e7-1c20-48da-8a19-c1d143f66f16 HTTP/1.1" status: 204 len: 168 time: 0.7341640 Jul 08 13:03:12.055123 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [req-a313998d-4bac-4b08-af71-542954562d58 req-6beb3913-63ef-4adf-9a81-3d3f5ac9d6b4 service neutron] Request body: {'port': {'device_id': 'bc3dd72a-4ffd-4f48-bf91-8662f33fd20f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:03:12.064631 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dea3312-1c0d-42b7-bd52-276f9161a9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a32e5e7-1c20-48da-8a19-c1d143f66f16,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:12.219860 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-a313998d-4bac-4b08-af71-542954562d58 req-6beb3913-63ef-4adf-9a81-3d3f5ac9d6b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:12.402362 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62f211-1d3e-469c-86e2-c1be6f699438 req-311aeed0-e42b-454b-9c4e-82b953b3fe37 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:12.405291 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-9f62f211-1d3e-469c-86e2-c1be6f699438 req-311aeed0-e42b-454b-9c4e-82b953b3fe37 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.21 "GET /v2.0/networks?id=67cb6200-8bdb-4797-a417-5d4037d7c8f2 HTTP/1.1" status: 200 len: 818 time: 0.3312879 Jul 08 13:03:12.433971 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [req-9f62f211-1d3e-469c-86e2-c1be6f699438 req-a98dc450-f938-496b-8a8b-9ec4411f8c3c tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Request body: {'port': {'device_id': '29e5c814-abb2-43a0-be73-99652d1cf98c', 'network_id': '67cb6200-8bdb-4797-a417-5d4037d7c8f2', 'admin_state_up': True, 'tenant_id': 'a5326bc4440540e6ae389d2094a52678'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:03:12.620082 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f62f211-1d3e-469c-86e2-c1be6f699438 req-a98dc450-f938-496b-8a8b-9ec4411f8c3c tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Made reservation on behalf of a5326bc4440540e6ae389d2094a52678 for: {'port': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:03:12.626293 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-9f62f211-1d3e-469c-86e2-c1be6f699438 req-a98dc450-f938-496b-8a8b-9ec4411f8c3c tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:12.685248 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f0ff89ae-68cd-4e02-bf53-9588de728511 req-37a473d1-55e7-421a-9e43-8c99415d362c tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=29e5c814-abb2-43a0-be73-99652d1cf98c HTTP/1.1" status: 200 len: 210 time: 0.0840287 Jul 08 13:03:12.745369 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 39014) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:03:12.781273 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4080f154-caa9-4b7c-8151-5ca026381318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:12.845342 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [req-a313998d-4bac-4b08-af71-542954562d58 req-6beb3913-63ef-4adf-9a81-3d3f5ac9d6b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80d9aafd-3f60-42b7-9365-7bc0a4e9ca02 {{(pid=93012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:03:12.855257 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-a313998d-4bac-4b08-af71-542954562d58 req-6beb3913-63ef-4adf-9a81-3d3f5ac9d6b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:12.869744 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.provisioning_blocks [req-a313998d-4bac-4b08-af71-542954562d58 req-6beb3913-63ef-4adf-9a81-3d3f5ac9d6b4 service neutron] Transition to ACTIVE for port object 80d9aafd-3f60-42b7-9365-7bc0a4e9ca02 will not be triggered until provisioned by entity L2. {{(pid=93012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:03:12.874741 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-a313998d-4bac-4b08-af71-542954562d58 req-6beb3913-63ef-4adf-9a81-3d3f5ac9d6b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4509841'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:12.966555 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [req-9f62f211-1d3e-469c-86e2-c1be6f699438 req-a98dc450-f938-496b-8a8b-9ec4411f8c3c tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Allocated IP 172.20.0.8 (67cb6200-8bdb-4797-a417-5d4037d7c8f2/ba7a26e2-f1a5-4c71-9a4d-50a54628469a/65eb0485-1d43-4216-b129-e3351e7a3246) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:03:12.972936 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4080f154-caa9-4b7c-8151-5ca026381318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:12.976493 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beb3913-63ef-4adf-9a81-3d3f5ac9d6b4 service neutron] Pushing event updated for resources: {'Port': ['ID=80d9aafd-3f60-42b7-9365-7bc0a4e9ca02,revision_number=2']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:12.986680 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4080f154-caa9-4b7c-8151-5ca026381318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:13.080901 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [req-a313998d-4bac-4b08-af71-542954562d58 req-6beb3913-63ef-4adf-9a81-3d3f5ac9d6b4 service neutron] Attempting to bind port 80d9aafd-3f60-42b7-9365-7bc0a4e9ca02 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 13:03:13.081236 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [req-a313998d-4bac-4b08-af71-542954562d58 req-6beb3913-63ef-4adf-9a81-3d3f5ac9d6b4 service neutron] Attempting to bind port 80d9aafd-3f60-42b7-9365-7bc0a4e9ca02 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '0fe5bc40-e67f-4a61-a568-ffbdf25cd236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '67cb6200-8bdb-4797-a417-5d4037d7c8f2'}] {{(pid=93012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 13:03:13.081568 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a313998d-4bac-4b08-af71-542954562d58 req-6beb3913-63ef-4adf-9a81-3d3f5ac9d6b4 service neutron] Attempting to bind port 80d9aafd-3f60-42b7-9365-7bc0a4e9ca02 on network 67cb6200-8bdb-4797-a417-5d4037d7c8f2 {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:03:13.105879 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a313998d-4bac-4b08-af71-542954562d58 req-6beb3913-63ef-4adf-9a81-3d3f5ac9d6b4 service neutron] Port 80d9aafd-3f60-42b7-9365-7bc0a4e9ca02 on network 67cb6200-8bdb-4797-a417-5d4037d7c8f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 13:03:13.106413 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a313998d-4bac-4b08-af71-542954562d58 req-6beb3913-63ef-4adf-9a81-3d3f5ac9d6b4 service neutron] Attempting to bind port 80d9aafd-3f60-42b7-9365-7bc0a4e9ca02 on network 67cb6200-8bdb-4797-a417-5d4037d7c8f2 {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:03:13.117127 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a313998d-4bac-4b08-af71-542954562d58 req-6beb3913-63ef-4adf-9a81-3d3f5ac9d6b4 service neutron] Checking agent: {'id': 'c15515fa-7ee9-40ef-8b65-fb183853d126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 13, 0), 'started_at': datetime.datetime(2021, 7, 8, 13, 0), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 13:03:13.117775 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a313998d-4bac-4b08-af71-542954562d58 req-6beb3913-63ef-4adf-9a81-3d3f5ac9d6b4 service neutron] Checking segment: {'id': '0fe5bc40-e67f-4a61-a568-ffbdf25cd236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '67cb6200-8bdb-4797-a417-5d4037d7c8f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:03:13.124108 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4080f154-caa9-4b7c-8151-5ca026381318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6b160d-e7dc-4aa1-b0e9-12555adbeeb8,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:13.125413 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a313998d-4bac-4b08-af71-542954562d58 req-6beb3913-63ef-4adf-9a81-3d3f5ac9d6b4 service neutron] Bound using segment: {'id': '0fe5bc40-e67f-4a61-a568-ffbdf25cd236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '67cb6200-8bdb-4797-a417-5d4037d7c8f2'} {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 13:03:13.125981 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [req-a313998d-4bac-4b08-af71-542954562d58 req-6beb3913-63ef-4adf-9a81-3d3f5ac9d6b4 service neutron] Bound port: 80d9aafd-3f60-42b7-9365-7bc0a4e9ca02, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fe5bc40-e67f-4a61-a568-ffbdf25cd236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '67cb6200-8bdb-4797-a417-5d4037d7c8f2'}}] {{(pid=93012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 13:03:13.126351 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-a313998d-4bac-4b08-af71-542954562d58 req-6beb3913-63ef-4adf-9a81-3d3f5ac9d6b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:13.132099 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-4080f154-caa9-4b7c-8151-5ca026381318 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9d0e1dd0b6a24f458e7c2d80dd3d4167&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3856862 Jul 08 13:03:13.137330 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 39018) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:03:13.191314 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device c14dafd0-d888-4d33-b482-015b94358f07 up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:03:13.219033 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [req-a313998d-4bac-4b08-af71-542954562d58 req-6beb3913-63ef-4adf-9a81-3d3f5ac9d6b4 service neutron] For port 80d9aafd-3f60-42b7-9365-7bc0a4e9ca02, host hv-cinder-78960, cleared binding levels {{(pid=93012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 13:03:13.224437 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [req-a313998d-4bac-4b08-af71-542954562d58 req-6beb3913-63ef-4adf-9a81-3d3f5ac9d6b4 service neutron] For port 80d9aafd-3f60-42b7-9365-7bc0a4e9ca02, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=80d9aafd-3f60-42b7-9365-7bc0a4e9ca02,segment=NetworkSegment(0fe5bc40-e67f-4a61-a568-ffbdf25cd236),segment_id=0fe5bc40-e67f-4a61-a568-ffbdf25cd236)] {{(pid=93012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 13:03:13.231706 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-a313998d-4bac-4b08-af71-542954562d58 req-6beb3913-63ef-4adf-9a81-3d3f5ac9d6b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4509841'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:13.251073 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning for port c14dafd0-d888-4d33-b482-015b94358f07 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:03:13.257248 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning complete for port c14dafd0-d888-4d33-b482-015b94358f07 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:03:13.258907 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:13.285622 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313998d-4bac-4b08-af71-542954562d58 req-6beb3913-63ef-4adf-9a81-3d3f5ac9d6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:13.286298 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-a313998d-4bac-4b08-af71-542954562d58 req-6beb3913-63ef-4adf-9a81-3d3f5ac9d6b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for port, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:13.287776 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a313998d-4bac-4b08-af71-542954562d58 req-6beb3913-63ef-4adf-9a81-3d3f5ac9d6b4 service neutron] 10.222.0.21 "PUT /v2.0/ports/80d9aafd-3f60-42b7-9365-7bc0a4e9ca02 HTTP/1.1" status: 200 len: 1093 time: 1.2434316 Jul 08 13:03:13.288318 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc3dd72a-4ffd-4f48-bf91-8662f33fd20f', 'tag': '80d9aafd-3f60-42b7-9365-7bc0a4e9ca02'}] {{(pid=93012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:03:13.291652 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd052ad9988fae0c023d90ace067622d59124d56325abb0637f2c794eb114897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4974ae-5019-421b-a7d2-e54e4efd06b5" -d '{"events": [{"name": "network-changed", "server_uuid": "bc3dd72a-4ffd-4f48-bf91-8662f33fd20f", "tag": "80d9aafd-3f60-42b7-9365-7bc0a4e9ca02"}]}' {{(pid=93012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:03:13.298372 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c8211a78-a59a-4a65-afbf-c9c3afce8adc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:13.361929 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beb3913-63ef-4adf-9a81-3d3f5ac9d6b4 service neutron] Pushing event updated for resources: {'Port': ['ID=80d9aafd-3f60-42b7-9365-7bc0a4e9ca02,revision_number=3']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:13.362532 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-9f62f211-1d3e-469c-86e2-c1be6f699438 req-a98dc450-f938-496b-8a8b-9ec4411f8c3c tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:13.366034 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c8211a78-a59a-4a65-afbf-c9c3afce8adc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:13.388533 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:13.434059 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] For port c14dafd0-d888-4d33-b482-015b94358f07, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=c14dafd0-d888-4d33-b482-015b94358f07,segment=NetworkSegment(0fe5bc40-e67f-4a61-a568-ffbdf25cd236),segment_id=0fe5bc40-e67f-4a61-a568-ffbdf25cd236)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:03:13.434866 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313998d-4bac-4b08-af71-542954562d58 req-1a458af1-a051-422d-912d-f34d93c7f4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:13.437320 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a313998d-4bac-4b08-af71-542954562d58 req-1a458af1-a051-422d-912d-f34d93c7f4b7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a5326bc4440540e6ae389d2094a52678&device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 1096 time: 0.0652142 Jul 08 13:03:13.439675 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:13.448802 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 13:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b08e5d-8e4b-492b-b9b3-9f682fdd54af x-openstack-request-id: req-94b08e5d-8e4b-492b-b9b3-9f682fdd54af {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:03:13.449117 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc3dd72a-4ffd-4f48-bf91-8662f33fd20f", "tag": "80d9aafd-3f60-42b7-9365-7bc0a4e9ca02", "status": "completed", "code": 200}]} {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:03:13.449356 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-94b08e5d-8e4b-492b-b9b3-9f682fdd54af {{(pid=93012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:03:13.449773 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc3dd72a-4ffd-4f48-bf91-8662f33fd20f', 'tag': '80d9aafd-3f60-42b7-9365-7bc0a4e9ca02', 'status': 'completed', 'code': 200} Jul 08 13:03:13.466808 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c8211a78-a59a-4a65-afbf-c9c3afce8adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:13.469964 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c8211a78-a59a-4a65-afbf-c9c3afce8adc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:13.471262 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-c8211a78-a59a-4a65-afbf-c9c3afce8adc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0d6b160d-e7dc-4aa1-b0e9-12555adbeeb8 HTTP/1.1" status: 204 len: 168 time: 0.3327739 Jul 08 13:03:13.500563 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8211a78-a59a-4a65-afbf-c9c3afce8adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6b160d-e7dc-4aa1-b0e9-12555adbeeb8,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:13.529297 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-9f62f211-1d3e-469c-86e2-c1be6f699438 req-a98dc450-f938-496b-8a8b-9ec4411f8c3c tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4789364'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:13.549563 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Pushing event updated for resources: {'Port': ['ID=c14dafd0-d888-4d33-b482-015b94358f07,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:13.554738 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a313998d-4bac-4b08-af71-542954562d58 req-67e1502d-ea39-4737-8f96-60d7ef3f6bae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80d9aafd-3f60-42b7-9365-7bc0a4e9ca02 HTTP/1.1" status: 200 len: 217 time: 0.0726213 Jul 08 13:03:13.611416 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f62f211-1d3e-469c-86e2-c1be6f699438 req-a98dc450-f938-496b-8a8b-9ec4411f8c3c tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Network 67cb6200-8bdb-4797-a417-5d4037d7c8f2 is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:03:13.614147 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98dc450-f938-496b-8a8b-9ec4411f8c3c tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Pushing event updated for resources: {'Port': ['ID=65eb0485-1d43-4216-b129-e3351e7a3246,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:13.619709 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [req-9f62f211-1d3e-469c-86e2-c1be6f699438 req-a98dc450-f938-496b-8a8b-9ec4411f8c3c tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:03:13.622262 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f62f211-1d3e-469c-86e2-c1be6f699438 req-a98dc450-f938-496b-8a8b-9ec4411f8c3c tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:03:13.637394 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313998d-4bac-4b08-af71-542954562d58 req-296b955c-e4eb-4fc1-9ba1-027e72c561a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:13.641894 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a313998d-4bac-4b08-af71-542954562d58 req-296b955c-e4eb-4fc1-9ba1-027e72c561a0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba7a26e2-f1a5-4c71-9a4d-50a54628469a HTTP/1.1" status: 200 len: 858 time: 0.0740433 Jul 08 13:03:13.679640 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62f211-1d3e-469c-86e2-c1be6f699438 req-a98dc450-f938-496b-8a8b-9ec4411f8c3c tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:13.680404 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-9f62f211-1d3e-469c-86e2-c1be6f699438 req-a98dc450-f938-496b-8a8b-9ec4411f8c3c tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:13.686715 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a313998d-4bac-4b08-af71-542954562d58 req-ac4f2e41-f087-4e72-93a5-2412c09e4618 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=67cb6200-8bdb-4797-a417-5d4037d7c8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382919 Jul 08 13:03:13.699414 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-9f62f211-1d3e-469c-86e2-c1be6f699438 req-a98dc450-f938-496b-8a8b-9ec4411f8c3c tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2740309 Jul 08 13:03:13.719845 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [req-9f62f211-1d3e-469c-86e2-c1be6f699438 req-60830de6-93af-4a20-933c-dee7a92edfa6 service neutron] Request body: {'port': {'device_id': '29e5c814-abb2-43a0-be73-99652d1cf98c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:03:13.841469 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-9f62f211-1d3e-469c-86e2-c1be6f699438 req-60830de6-93af-4a20-933c-dee7a92edfa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:13.855045 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a313998d-4bac-4b08-af71-542954562d58 req-3507dc26-df9c-424c-b4eb-0f52031e7a95 service neutron] 10.222.0.21 "GET /v2.0/networks/67cb6200-8bdb-4797-a417-5d4037d7c8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555614 Jul 08 13:03:13.951423 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 39046) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:03:13.978036 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-55dc1e30-4209-47e4-8cb6-c641261f3707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:14.001625 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb60e4-3213-4024-a285-1bbb98f32708 req-95ece3d6-f2ae-4514-bd60-b87757a3fbe5 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:14.003139 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-58cb60e4-3213-4024-a285-1bbb98f32708 req-95ece3d6-f2ae-4514-bd60-b87757a3fbe5 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=29e5c814-abb2-43a0-be73-99652d1cf98c HTTP/1.1" status: 200 len: 931 time: 0.1650517 Jul 08 13:03:14.007525 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a313998d-4bac-4b08-af71-542954562d58 req-6ec907b2-da72-40b8-b842-ff3642e35c20 service neutron] 10.222.0.21 "GET /v2.0/networks/67cb6200-8bdb-4797-a417-5d4037d7c8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348548 Jul 08 13:03:14.071787 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-58cb60e4-3213-4024-a285-1bbb98f32708 req-087e6f9b-f9e5-449a-8c76-71c300af2eb6 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622597 Jul 08 13:03:14.171676 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-55dc1e30-4209-47e4-8cb6-c641261f3707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:14.179377 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [req-9f62f211-1d3e-469c-86e2-c1be6f699438 req-60830de6-93af-4a20-933c-dee7a92edfa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65eb0485-1d43-4216-b129-e3351e7a3246 {{(pid=93011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:03:14.179915 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-55dc1e30-4209-47e4-8cb6-c641261f3707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:14.190696 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-9f62f211-1d3e-469c-86e2-c1be6f699438 req-60830de6-93af-4a20-933c-dee7a92edfa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:14.202486 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [req-9f62f211-1d3e-469c-86e2-c1be6f699438 req-60830de6-93af-4a20-933c-dee7a92edfa6 service neutron] Transition to ACTIVE for port object 65eb0485-1d43-4216-b129-e3351e7a3246 will not be triggered until provisioned by entity L2. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:03:14.207133 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-9f62f211-1d3e-469c-86e2-c1be6f699438 req-60830de6-93af-4a20-933c-dee7a92edfa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4789354'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:14.230519 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dc1e30-4209-47e4-8cb6-c641261f3707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f850337-2e80-41ec-b4ea-356b5529120c,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:14.235207 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-55dc1e30-4209-47e4-8cb6-c641261f3707 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4e935477d66d4cfaaa1a5768064db748&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2812774 Jul 08 13:03:14.237809 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 39052) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:03:14.246638 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4974ae-5019-421b-a7d2-e54e4efd06b5 req-406eba49-11c3-4ea6-857f-6e50de6c4943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:14.248129 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ca4974ae-5019-421b-a7d2-e54e4efd06b5 req-406eba49-11c3-4ea6-857f-6e50de6c4943 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a5326bc4440540e6ae389d2094a52678&device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 1096 time: 0.1250288 Jul 08 13:03:14.278630 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60830de6-93af-4a20-933c-dee7a92edfa6 service neutron] Pushing event updated for resources: {'Port': ['ID=65eb0485-1d43-4216-b129-e3351e7a3246,revision_number=2']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:14.336418 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f4060287-293c-4278-b69f-6a3173ec87c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:14.347426 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-9f62f211-1d3e-469c-86e2-c1be6f699438 req-60830de6-93af-4a20-933c-dee7a92edfa6 service neutron] Attempting to bind port 65eb0485-1d43-4216-b129-e3351e7a3246 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 13:03:14.347916 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-9f62f211-1d3e-469c-86e2-c1be6f699438 req-60830de6-93af-4a20-933c-dee7a92edfa6 service neutron] Attempting to bind port 65eb0485-1d43-4216-b129-e3351e7a3246 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '0fe5bc40-e67f-4a61-a568-ffbdf25cd236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '67cb6200-8bdb-4797-a417-5d4037d7c8f2'}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 13:03:14.348524 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f62f211-1d3e-469c-86e2-c1be6f699438 req-60830de6-93af-4a20-933c-dee7a92edfa6 service neutron] Attempting to bind port 65eb0485-1d43-4216-b129-e3351e7a3246 on network 67cb6200-8bdb-4797-a417-5d4037d7c8f2 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:03:14.354079 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f62f211-1d3e-469c-86e2-c1be6f699438 req-60830de6-93af-4a20-933c-dee7a92edfa6 service neutron] Port 65eb0485-1d43-4216-b129-e3351e7a3246 on network 67cb6200-8bdb-4797-a417-5d4037d7c8f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 13:03:14.354676 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f62f211-1d3e-469c-86e2-c1be6f699438 req-60830de6-93af-4a20-933c-dee7a92edfa6 service neutron] Attempting to bind port 65eb0485-1d43-4216-b129-e3351e7a3246 on network 67cb6200-8bdb-4797-a417-5d4037d7c8f2 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:03:14.361739 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f62f211-1d3e-469c-86e2-c1be6f699438 req-60830de6-93af-4a20-933c-dee7a92edfa6 service neutron] Checking agent: {'id': 'c15515fa-7ee9-40ef-8b65-fb183853d126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 13, 0), 'started_at': datetime.datetime(2021, 7, 8, 13, 0), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 13:03:14.362375 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f62f211-1d3e-469c-86e2-c1be6f699438 req-60830de6-93af-4a20-933c-dee7a92edfa6 service neutron] Checking segment: {'id': '0fe5bc40-e67f-4a61-a568-ffbdf25cd236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '67cb6200-8bdb-4797-a417-5d4037d7c8f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:03:14.362974 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f62f211-1d3e-469c-86e2-c1be6f699438 req-60830de6-93af-4a20-933c-dee7a92edfa6 service neutron] Bound using segment: {'id': '0fe5bc40-e67f-4a61-a568-ffbdf25cd236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '67cb6200-8bdb-4797-a417-5d4037d7c8f2'} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 13:03:14.363642 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-9f62f211-1d3e-469c-86e2-c1be6f699438 req-60830de6-93af-4a20-933c-dee7a92edfa6 service neutron] Bound port: 65eb0485-1d43-4216-b129-e3351e7a3246, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fe5bc40-e67f-4a61-a568-ffbdf25cd236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '67cb6200-8bdb-4797-a417-5d4037d7c8f2'}}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 13:03:14.364266 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-9f62f211-1d3e-469c-86e2-c1be6f699438 req-60830de6-93af-4a20-933c-dee7a92edfa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:14.375829 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f4060287-293c-4278-b69f-6a3173ec87c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:14.415908 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4974ae-5019-421b-a7d2-e54e4efd06b5 req-c41ac652-b9de-4156-bc72-0873747973ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:14.417531 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ca4974ae-5019-421b-a7d2-e54e4efd06b5 req-c41ac652-b9de-4156-bc72-0873747973ca service neutron] 10.222.0.21 "GET /v2.0/networks?id=67cb6200-8bdb-4797-a417-5d4037d7c8f2 HTTP/1.1" status: 200 len: 919 time: 0.1371844 Jul 08 13:03:14.439425 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-9f62f211-1d3e-469c-86e2-c1be6f699438 req-60830de6-93af-4a20-933c-dee7a92edfa6 service neutron] For port 65eb0485-1d43-4216-b129-e3351e7a3246, host hv-cinder-78960, cleared binding levels {{(pid=93011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 13:03:14.443033 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-9f62f211-1d3e-469c-86e2-c1be6f699438 req-60830de6-93af-4a20-933c-dee7a92edfa6 service neutron] For port 65eb0485-1d43-4216-b129-e3351e7a3246, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=65eb0485-1d43-4216-b129-e3351e7a3246,segment=NetworkSegment(0fe5bc40-e67f-4a61-a568-ffbdf25cd236),segment_id=0fe5bc40-e67f-4a61-a568-ffbdf25cd236)] {{(pid=93011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 13:03:14.446539 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-9f62f211-1d3e-469c-86e2-c1be6f699438 req-60830de6-93af-4a20-933c-dee7a92edfa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4789354'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:14.466696 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ca4974ae-5019-421b-a7d2-e54e4efd06b5 req-6d18385c-d38f-4173-abb3-87b8c9662fe8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80d9aafd-3f60-42b7-9365-7bc0a4e9ca02 HTTP/1.1" status: 200 len: 217 time: 0.0405223 Jul 08 13:03:14.483840 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f4060287-293c-4278-b69f-6a3173ec87c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:14.486390 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f4060287-293c-4278-b69f-6a3173ec87c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:14.487535 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-f4060287-293c-4278-b69f-6a3173ec87c8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1f850337-2e80-41ec-b4ea-356b5529120c HTTP/1.1" status: 204 len: 168 time: 0.2488270 Jul 08 13:03:14.520059 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4060287-293c-4278-b69f-6a3173ec87c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f850337-2e80-41ec-b4ea-356b5529120c,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:14.533196 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4974ae-5019-421b-a7d2-e54e4efd06b5 req-edd72dc5-4b8a-41e9-a8f3-d796e9033a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:14.534703 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ca4974ae-5019-421b-a7d2-e54e4efd06b5 req-edd72dc5-4b8a-41e9-a8f3-d796e9033a75 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba7a26e2-f1a5-4c71-9a4d-50a54628469a HTTP/1.1" status: 200 len: 858 time: 0.0600686 Jul 08 13:03:14.587555 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ca4974ae-5019-421b-a7d2-e54e4efd06b5 req-2be1288c-208f-4e0f-8dfe-235eeac8af37 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=67cb6200-8bdb-4797-a417-5d4037d7c8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430384 Jul 08 13:03:14.702344 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ca4974ae-5019-421b-a7d2-e54e4efd06b5 req-93acc5a2-8ff6-43ff-a830-81902e2d0dfe service neutron] 10.222.0.21 "GET /v2.0/networks/67cb6200-8bdb-4797-a417-5d4037d7c8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049662 Jul 08 13:03:14.780730 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62f211-1d3e-469c-86e2-c1be6f699438 req-60830de6-93af-4a20-933c-dee7a92edfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:14.781341 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-9f62f211-1d3e-469c-86e2-c1be6f699438 req-60830de6-93af-4a20-933c-dee7a92edfa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:14.782737 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-9f62f211-1d3e-469c-86e2-c1be6f699438 req-60830de6-93af-4a20-933c-dee7a92edfa6 service neutron] 10.222.0.21 "PUT /v2.0/ports/65eb0485-1d43-4216-b129-e3351e7a3246 HTTP/1.1" status: 200 len: 1093 time: 1.0691264 Jul 08 13:03:14.783176 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29e5c814-abb2-43a0-be73-99652d1cf98c', 'tag': '65eb0485-1d43-4216-b129-e3351e7a3246'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:03:14.789816 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79934bd8df5839606b1ce54b63dc7d70fed780423e2c756261eeaeb19bf0c4d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d72c3c-c4a6-4d7a-905d-40b95075cab5" -d '{"events": [{"name": "network-changed", "server_uuid": "29e5c814-abb2-43a0-be73-99652d1cf98c", "tag": "65eb0485-1d43-4216-b129-e3351e7a3246"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:03:14.809327 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60830de6-93af-4a20-933c-dee7a92edfa6 service neutron] Pushing event updated for resources: {'Port': ['ID=65eb0485-1d43-4216-b129-e3351e7a3246,revision_number=3']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:14.848893 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 13:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5f3d62-ab31-4503-b345-49b04fd6ca79 x-openstack-request-id: req-4d5f3d62-ab31-4503-b345-49b04fd6ca79 {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:03:14.849310 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29e5c814-abb2-43a0-be73-99652d1cf98c", "tag": "65eb0485-1d43-4216-b129-e3351e7a3246", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:03:14.849425 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ca4974ae-5019-421b-a7d2-e54e4efd06b5 req-ecb4bf0b-ed88-4754-976f-af7826da349a service neutron] 10.222.0.21 "GET /v2.0/networks/67cb6200-8bdb-4797-a417-5d4037d7c8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275251 Jul 08 13:03:14.849817 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4d5f3d62-ab31-4503-b345-49b04fd6ca79 {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:03:14.850207 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29e5c814-abb2-43a0-be73-99652d1cf98c', 'tag': '65eb0485-1d43-4216-b129-e3351e7a3246', 'status': 'completed', 'code': 200} Jul 08 13:03:14.974405 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62f211-1d3e-469c-86e2-c1be6f699438 req-591da6c7-b57e-4078-91ae-45561da398b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:14.975899 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9f62f211-1d3e-469c-86e2-c1be6f699438 req-591da6c7-b57e-4078-91ae-45561da398b5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a5326bc4440540e6ae389d2094a52678&device_id=29e5c814-abb2-43a0-be73-99652d1cf98c HTTP/1.1" status: 200 len: 1096 time: 0.0729933 Jul 08 13:03:15.043305 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9f62f211-1d3e-469c-86e2-c1be6f699438 req-c72e63e0-d34b-48ad-899a-5bd590126bf7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65eb0485-1d43-4216-b129-e3351e7a3246 HTTP/1.1" status: 200 len: 217 time: 0.0454535 Jul 08 13:03:15.073706 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device c14dafd0-d888-4d33-b482-015b94358f07 up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:03:15.120684 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62f211-1d3e-469c-86e2-c1be6f699438 req-3ec18205-0b09-4dca-b4bb-c3fb5bc5f391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:15.122149 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9f62f211-1d3e-469c-86e2-c1be6f699438 req-3ec18205-0b09-4dca-b4bb-c3fb5bc5f391 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba7a26e2-f1a5-4c71-9a4d-50a54628469a HTTP/1.1" status: 200 len: 858 time: 0.0673337 Jul 08 13:03:15.131204 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning complete for port c14dafd0-d888-4d33-b482-015b94358f07 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:03:15.131547 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:15.162817 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9f62f211-1d3e-469c-86e2-c1be6f699438 req-747247a0-c0ba-484f-9607-c850d12a653d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=67cb6200-8bdb-4797-a417-5d4037d7c8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310712 Jul 08 13:03:15.274292 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebbdb6c-b979-44fe-870a-7d918770f200 req-e4d4eb55-f7e4-4132-9fc4-ab2e364b2e8e tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:15.275811 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4ebbdb6c-b979-44fe-870a-7d918770f200 req-e4d4eb55-f7e4-4132-9fc4-ab2e364b2e8e tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=29e5c814-abb2-43a0-be73-99652d1cf98c HTTP/1.1" status: 200 len: 943 time: 0.0723119 Jul 08 13:03:15.315989 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4ebbdb6c-b979-44fe-870a-7d918770f200 req-f1872407-6439-464a-892d-60524be9f8cb tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327196 Jul 08 13:03:18.265845 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9f62f211-1d3e-469c-86e2-c1be6f699438 req-f894fa95-e857-4047-9c94-2a489a7b9086 service neutron] 10.222.0.21 "GET /v2.0/networks/67cb6200-8bdb-4797-a417-5d4037d7c8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818944 Jul 08 13:03:18.361949 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9f62f211-1d3e-469c-86e2-c1be6f699438 req-848121b4-b321-47d5-867c-6a946e09a4fa service neutron] 10.222.0.21 "GET /v2.0/networks/67cb6200-8bdb-4797-a417-5d4037d7c8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879939 Jul 08 13:03:18.561361 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d72c3c-c4a6-4d7a-905d-40b95075cab5 req-1d381b39-0581-499c-ab05-3ca658dbf854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:18.562964 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-21d72c3c-c4a6-4d7a-905d-40b95075cab5 req-1d381b39-0581-499c-ab05-3ca658dbf854 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a5326bc4440540e6ae389d2094a52678&device_id=29e5c814-abb2-43a0-be73-99652d1cf98c HTTP/1.1" status: 200 len: 1096 time: 0.0530579 Jul 08 13:03:18.705953 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d72c3c-c4a6-4d7a-905d-40b95075cab5 req-4f36493f-9d8c-4680-ba78-0b5735377346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:18.707402 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-21d72c3c-c4a6-4d7a-905d-40b95075cab5 req-4f36493f-9d8c-4680-ba78-0b5735377346 service neutron] 10.222.0.21 "GET /v2.0/networks?id=67cb6200-8bdb-4797-a417-5d4037d7c8f2 HTTP/1.1" status: 200 len: 919 time: 0.1298089 Jul 08 13:03:18.715709 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba0127-f35e-467f-9c54-5ddfd156c1bc req-5c771842-ce87-4cec-a7d9-487fdd091ef0 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:18.717091 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-caba0127-f35e-467f-9c54-5ddfd156c1bc req-5c771842-ce87-4cec-a7d9-487fdd091ef0 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=29e5c814-abb2-43a0-be73-99652d1cf98c HTTP/1.1" status: 200 len: 943 time: 0.1305876 Jul 08 13:03:18.770975 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-21d72c3c-c4a6-4d7a-905d-40b95075cab5 req-4fa338b5-62d7-4bcf-9568-2da0b4a6b887 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65eb0485-1d43-4216-b129-e3351e7a3246 HTTP/1.1" status: 200 len: 217 time: 0.0424740 Jul 08 13:03:18.812110 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-caba0127-f35e-467f-9c54-5ddfd156c1bc req-d1565d62-d409-4089-8aa8-c7ee3adbca83 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893550 Jul 08 13:03:18.830792 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d72c3c-c4a6-4d7a-905d-40b95075cab5 req-547f9ef0-0d85-4ae2-a869-d3b82ca3fbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:18.832288 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-21d72c3c-c4a6-4d7a-905d-40b95075cab5 req-547f9ef0-0d85-4ae2-a869-d3b82ca3fbdf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba7a26e2-f1a5-4c71-9a4d-50a54628469a HTTP/1.1" status: 200 len: 858 time: 0.0513101 Jul 08 13:03:18.875647 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-21d72c3c-c4a6-4d7a-905d-40b95075cab5 req-d47e8ac6-6ffa-477d-b9ed-54d592982b2a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=67cb6200-8bdb-4797-a417-5d4037d7c8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278549 Jul 08 13:03:18.982663 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-21d72c3c-c4a6-4d7a-905d-40b95075cab5 req-69893bae-47f0-4214-ab21-917e1744fda0 service neutron] 10.222.0.21 "GET /v2.0/networks/67cb6200-8bdb-4797-a417-5d4037d7c8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982342 Jul 08 13:03:19.086444 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-21d72c3c-c4a6-4d7a-905d-40b95075cab5 req-9ac2e349-a366-4cdd-9995-2f09fe6c9f4e service neutron] 10.222.0.21 "GET /v2.0/networks/67cb6200-8bdb-4797-a417-5d4037d7c8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967536 Jul 08 13:03:21.984278 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 39198) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:03:22.088781 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-1f4c5fb0-b712-4c27-aaf6-4c2eb3cfad61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:22.178240 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-1f4c5fb0-b712-4c27-aaf6-4c2eb3cfad61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:22.182317 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-1f4c5fb0-b712-4c27-aaf6-4c2eb3cfad61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:22.223292 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c5fb0-b712-4c27-aaf6-4c2eb3cfad61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3f2967-45f4-4261-ac9a-71c5a3d838f9,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:22.227827 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-1f4c5fb0-b712-4c27-aaf6-4c2eb3cfad61 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=73363517cb2a4ae29a7d12e2f0ae4b6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2424560 Jul 08 13:03:22.230935 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 39202) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:03:22.280261 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f53f4908-105b-4d32-be64-a6d21b6016ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:22.301515 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f53f4908-105b-4d32-be64-a6d21b6016ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:22.349767 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f53f4908-105b-4d32-be64-a6d21b6016ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:22.352414 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f53f4908-105b-4d32-be64-a6d21b6016ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:22.353546 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-f53f4908-105b-4d32-be64-a6d21b6016ce admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2f3f2967-45f4-4261-ac9a-71c5a3d838f9 HTTP/1.1" status: 204 len: 168 time: 0.1222670 Jul 08 13:03:22.362288 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f4908-105b-4d32-be64-a6d21b6016ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3f2967-45f4-4261-ac9a-71c5a3d838f9,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:23.538569 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 39250) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:03:23.642434 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d78a7431-f4b6-4a73-9e26-94f2758cff51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:23.733917 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d78a7431-f4b6-4a73-9e26-94f2758cff51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:23.737383 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d78a7431-f4b6-4a73-9e26-94f2758cff51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:23.776831 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-d78a7431-f4b6-4a73-9e26-94f2758cff51 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e45f36ea1f414887902162e80aa94153&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2371488 Jul 08 13:03:23.777611 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a7431-f4b6-4a73-9e26-94f2758cff51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adadb6b7-d759-4dd4-b821-addb3105025b,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:23.780866 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 39254) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:03:23.833431 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-6fdf7f70-f34d-48fb-b885-23e69a7a9556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:23.855637 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-6fdf7f70-f34d-48fb-b885-23e69a7a9556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:23.900852 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-6fdf7f70-f34d-48fb-b885-23e69a7a9556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:23.905443 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-6fdf7f70-f34d-48fb-b885-23e69a7a9556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:23.909002 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-6fdf7f70-f34d-48fb-b885-23e69a7a9556 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/adadb6b7-d759-4dd4-b821-addb3105025b HTTP/1.1" status: 204 len: 168 time: 0.1267419 Jul 08 13:03:23.918148 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf7f70-f34d-48fb-b885-23e69a7a9556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adadb6b7-d759-4dd4-b821-addb3105025b,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:29.345762 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f5dbd7f4-4d93-465a-a1ef-d25c598c8f89 req-82f30e72-c556-456b-b390-3609ca0de61d tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=44810ab67b614443a532b3bff4df32b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351832 Jul 08 13:03:29.415936 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460fc5e7-462d-4b1d-9a76-dabdf5d8b724 req-aa22d19b-104c-41ef-90b9-318ea7719da5 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:29.417608 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-460fc5e7-462d-4b1d-9a76-dabdf5d8b724 req-aa22d19b-104c-41ef-90b9-318ea7719da5 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/networks?id=a989f85d-3714-472a-9d72-dfb33dfa3fe4 HTTP/1.1" status: 200 len: 808 time: 0.1155181 Jul 08 13:03:29.434483 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-460fc5e7-462d-4b1d-9a76-dabdf5d8b724 req-e22a7d20-a851-4c2a-b9c4-06c7baf379d1 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/quotas/f61e798ba1214bf68c07623649316cbe HTTP/1.1" status: 200 len: 375 time: 0.0102067 Jul 08 13:03:29.476282 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-460fc5e7-462d-4b1d-9a76-dabdf5d8b724 req-9b1112dc-0152-45a7-8457-0ca094281baa tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f61e798ba1214bf68c07623649316cbe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323956 Jul 08 13:03:29.573565 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-460fc5e7-462d-4b1d-9a76-dabdf5d8b724 req-a9f7accc-3bf1-4416-8dbc-a536162b75af service neutron] 10.222.0.59 "GET /v2.0/networks/a989f85d-3714-472a-9d72-dfb33dfa3fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900168 Jul 08 13:03:29.665652 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-460fc5e7-462d-4b1d-9a76-dabdf5d8b724 req-7c1205d9-8ff0-4745-829d-07a4e84e38ef service neutron] 10.222.0.59 "GET /v2.0/networks/a989f85d-3714-472a-9d72-dfb33dfa3fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859094 Jul 08 13:03:29.741657 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dbd7f4-4d93-465a-a1ef-d25c598c8f89 req-51876a27-57c3-48ac-89f4-943951e971f5 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:29.743151 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f5dbd7f4-4d93-465a-a1ef-d25c598c8f89 req-51876a27-57c3-48ac-89f4-943951e971f5 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3885164 Jul 08 13:03:29.760530 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f5dbd7f4-4d93-465a-a1ef-d25c598c8f89 req-24be9e4e-ecbd-4c08-858d-1b6ee35fa8da tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/quotas/44810ab67b614443a532b3bff4df32b1 HTTP/1.1" status: 200 len: 375 time: 0.0107651 Jul 08 13:03:29.798538 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f5dbd7f4-4d93-465a-a1ef-d25c598c8f89 req-3b45a7c0-b829-43e2-8d20-2d328dddf6b2 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=44810ab67b614443a532b3bff4df32b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317190 Jul 08 13:03:29.928849 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:30.188460 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802cf90e-e3b6-475b-88f8-31504131552c req-14d00f42-331b-4e52-a005-4afbf4a23539 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:30.190081 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-802cf90e-e3b6-475b-88f8-31504131552c req-14d00f42-331b-4e52-a005-4afbf4a23539 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=29e5c814-abb2-43a0-be73-99652d1cf98c HTTP/1.1" status: 200 len: 943 time: 0.0870440 Jul 08 13:03:30.215139 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-530ea6aa-4bec-4906-ba85-1ea02ccbf498 req-923fb5e4-5c5d-49e3-a407-9b2575be31b1 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/ports?device_id=834bd889-ecf4-4f30-b7bf-3d184faa8512 HTTP/1.1" status: 200 len: 210 time: 0.0343194 Jul 08 13:03:30.253358 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-802cf90e-e3b6-475b-88f8-31504131552c req-3530fe18-664f-4032-a4b8-3583820fd103 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540855 Jul 08 13:03:30.308014 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4d7e16e7-6839-4abf-b10d-b71e8286c21b req-4e795976-1466-43d7-a3dd-e0ecca737059 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1208bdf-1fe5-41e4-8e0b-e0e503586135 HTTP/1.1" status: 200 len: 210 time: 0.0297344 Jul 08 13:03:31.001204 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-0cef42f3-3a1a-4020-b263-5152d2247e85 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 13:03:31.374889 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0b454a0e-48ac-4c5f-a408-5df80738b54e req-f02b4f2a-a992-4d9b-a766-9e8abf585423 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/ports?device_id=834bd889-ecf4-4f30-b7bf-3d184faa8512 HTTP/1.1" status: 200 len: 210 time: 0.0445540 Jul 08 13:03:31.570144 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab5d9bf-f42c-41ba-bb8a-f6606663af72 req-73b022e9-3c92-4a4f-9104-7d4b17e3018d tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:31.571651 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-aab5d9bf-f42c-41ba-bb8a-f6606663af72 req-73b022e9-3c92-4a4f-9104-7d4b17e3018d tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=29e5c814-abb2-43a0-be73-99652d1cf98c HTTP/1.1" status: 200 len: 943 time: 0.0744624 Jul 08 13:03:31.624676 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-aab5d9bf-f42c-41ba-bb8a-f6606663af72 req-9097c4ab-91af-46b5-9a48-22d1351955ba tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458546 Jul 08 13:03:31.678016 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d86da069-6c56-4323-8503-a55c30b744e9 req-58f477cc-955b-4d01-af7d-d69a23de4e73 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1208bdf-1fe5-41e4-8e0b-e0e503586135 HTTP/1.1" status: 200 len: 210 time: 0.0412207 Jul 08 13:03:31.725630 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460fc5e7-462d-4b1d-9a76-dabdf5d8b724 req-187565b1-3e59-4634-ae10-146b0c4a00cc tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:31.727065 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-460fc5e7-462d-4b1d-9a76-dabdf5d8b724 req-187565b1-3e59-4634-ae10-146b0c4a00cc tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.21 "GET /v2.0/networks?id=a989f85d-3714-472a-9d72-dfb33dfa3fe4 HTTP/1.1" status: 200 len: 808 time: 0.1441333 Jul 08 13:03:31.759503 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [req-460fc5e7-462d-4b1d-9a76-dabdf5d8b724 req-f92306d0-7aa1-457a-8810-06117adab751 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Request body: {'port': {'device_id': '834bd889-ecf4-4f30-b7bf-3d184faa8512', 'network_id': 'a989f85d-3714-472a-9d72-dfb33dfa3fe4', 'admin_state_up': True, 'tenant_id': 'f61e798ba1214bf68c07623649316cbe'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:03:31.870412 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-460fc5e7-462d-4b1d-9a76-dabdf5d8b724 req-f92306d0-7aa1-457a-8810-06117adab751 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Made reservation on behalf of f61e798ba1214bf68c07623649316cbe for: {'port': 1} {{(pid=93012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:03:31.874319 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-460fc5e7-462d-4b1d-9a76-dabdf5d8b724 req-f92306d0-7aa1-457a-8810-06117adab751 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:32.002090 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_common [req-460fc5e7-462d-4b1d-9a76-dabdf5d8b724 req-f92306d0-7aa1-457a-8810-06117adab751 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Allocated IP 172.20.0.13 (a989f85d-3714-472a-9d72-dfb33dfa3fe4/1bcd7be2-c3d8-4bd5-9739-b5233281f415/4aacc73b-981f-4431-b75f-dfdd5c60b60b) {{(pid=93012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:03:32.149895 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-460fc5e7-462d-4b1d-9a76-dabdf5d8b724 req-f92306d0-7aa1-457a-8810-06117adab751 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Notify callbacks [] for port, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:32.187562 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-460fc5e7-462d-4b1d-9a76-dabdf5d8b724 req-f92306d0-7aa1-457a-8810-06117adab751 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4509839'] for port, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:32.244224 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-460fc5e7-462d-4b1d-9a76-dabdf5d8b724 req-f92306d0-7aa1-457a-8810-06117adab751 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Network a989f85d-3714-472a-9d72-dfb33dfa3fe4 is already hosted by enough agents. {{(pid=93012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:03:32.249785 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [req-460fc5e7-462d-4b1d-9a76-dabdf5d8b724 req-f92306d0-7aa1-457a-8810-06117adab751 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Resources bound (agent type, host, resource id): {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:03:32.253607 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [req-460fc5e7-462d-4b1d-9a76-dabdf5d8b724 req-f92306d0-7aa1-457a-8810-06117adab751 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Received port after_create {{(pid=93012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:03:32.278088 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92306d0-7aa1-457a-8810-06117adab751 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Pushing event updated for resources: {'Port': ['ID=4aacc73b-981f-4431-b75f-dfdd5c60b60b,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:32.306014 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460fc5e7-462d-4b1d-9a76-dabdf5d8b724 req-f92306d0-7aa1-457a-8810-06117adab751 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:32.306530 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-460fc5e7-462d-4b1d-9a76-dabdf5d8b724 req-f92306d0-7aa1-457a-8810-06117adab751 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for port, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:32.321386 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-460fc5e7-462d-4b1d-9a76-dabdf5d8b724 req-f92306d0-7aa1-457a-8810-06117adab751 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5661185 Jul 08 13:03:32.506576 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-eca3d1a0-db09-4290-bfa9-2985192f798d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:32.549733 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bfd0d6-164b-4f94-97e1-bd85dcaa3c39 req-bbf36ac7-a776-4484-bc04-e95d02baa565 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:32.551347 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e1bfd0d6-164b-4f94-97e1-bd85dcaa3c39 req-bbf36ac7-a776-4484-bc04-e95d02baa565 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/ports?device_id=834bd889-ecf4-4f30-b7bf-3d184faa8512 HTTP/1.1" status: 200 len: 932 time: 0.0662069 Jul 08 13:03:32.591061 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e1bfd0d6-164b-4f94-97e1-bd85dcaa3c39 req-56c8c7dd-63b3-4e12-9464-7b8af905b6a1 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3a2d98b-5225-431c-b401-c4d61b2724d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339983 Jul 08 13:03:35.353183 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-13cb19e4-4564-48fd-99a6-ffe4409cbcd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:35.703386 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:35.915506 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [req-460fc5e7-462d-4b1d-9a76-dabdf5d8b724 req-366211fa-f2bb-41aa-a485-30c0449b14b9 service neutron] Request body: {'port': {'device_id': '834bd889-ecf4-4f30-b7bf-3d184faa8512', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:03:35.988405 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-460fc5e7-462d-4b1d-9a76-dabdf5d8b724 req-366211fa-f2bb-41aa-a485-30c0449b14b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:36.095592 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-97c8e7b9-57f7-456d-825e-78a0ef1aae16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:36.187672 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-6ecb2953-ccc0-4ced-bb72-2432c295739c req-300ff5ae-ae61-460c-be5c-4d37068fbc13 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1208bdf-1fe5-41e4-8e0b-e0e503586135 HTTP/1.1" status: 200 len: 210 time: 0.0295208 Jul 08 13:03:36.236351 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c835978-1abe-4eee-863e-2125af4b52b5 req-4df74663-f90f-4c73-aba4-42bea07b61c3 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:36.237823 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4c835978-1abe-4eee-863e-2125af4b52b5 req-4df74663-f90f-4c73-aba4-42bea07b61c3 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=29e5c814-abb2-43a0-be73-99652d1cf98c HTTP/1.1" status: 200 len: 943 time: 0.1438398 Jul 08 13:03:36.297085 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4c835978-1abe-4eee-863e-2125af4b52b5 req-227e7ed9-9a7a-4895-b424-938efe97ee08 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532396 Jul 08 13:03:36.338993 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [req-460fc5e7-462d-4b1d-9a76-dabdf5d8b724 req-366211fa-f2bb-41aa-a485-30c0449b14b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aacc73b-981f-4431-b75f-dfdd5c60b60b {{(pid=93012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:03:36.346291 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-460fc5e7-462d-4b1d-9a76-dabdf5d8b724 req-366211fa-f2bb-41aa-a485-30c0449b14b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:36.359408 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.provisioning_blocks [req-460fc5e7-462d-4b1d-9a76-dabdf5d8b724 req-366211fa-f2bb-41aa-a485-30c0449b14b9 service neutron] Transition to ACTIVE for port object 4aacc73b-981f-4431-b75f-dfdd5c60b60b will not be triggered until provisioned by entity L2. {{(pid=93012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:03:36.364076 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-460fc5e7-462d-4b1d-9a76-dabdf5d8b724 req-366211fa-f2bb-41aa-a485-30c0449b14b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4509841'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:36.366597 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66f851-efd9-404c-bdfe-b1264a44017d req-519f87ab-0663-430a-b24b-c809dbe16d58 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:36.368336 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-3c66f851-efd9-404c-bdfe-b1264a44017d req-519f87ab-0663-430a-b24b-c809dbe16d58 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/ports?device_id=834bd889-ecf4-4f30-b7bf-3d184faa8512 HTTP/1.1" status: 200 len: 932 time: 0.0738640 Jul 08 13:03:36.410586 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-3c66f851-efd9-404c-bdfe-b1264a44017d req-9e031494-60f2-47d0-8af4-b18246f64052 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3a2d98b-5225-431c-b401-c4d61b2724d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356040 Jul 08 13:03:36.412696 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366211fa-f2bb-41aa-a485-30c0449b14b9 service neutron] Pushing event updated for resources: {'Port': ['ID=4aacc73b-981f-4431-b75f-dfdd5c60b60b,revision_number=2']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:36.492102 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [req-460fc5e7-462d-4b1d-9a76-dabdf5d8b724 req-366211fa-f2bb-41aa-a485-30c0449b14b9 service neutron] Attempting to bind port 4aacc73b-981f-4431-b75f-dfdd5c60b60b on host hv-cinder-78960 for vnic_type normal with profile {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 13:03:36.492328 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [req-460fc5e7-462d-4b1d-9a76-dabdf5d8b724 req-366211fa-f2bb-41aa-a485-30c0449b14b9 service neutron] Attempting to bind port 4aacc73b-981f-4431-b75f-dfdd5c60b60b by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '1b0a141f-2618-4f57-a12d-5c604a7472b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a989f85d-3714-472a-9d72-dfb33dfa3fe4'}] {{(pid=93012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 13:03:36.492627 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460fc5e7-462d-4b1d-9a76-dabdf5d8b724 req-366211fa-f2bb-41aa-a485-30c0449b14b9 service neutron] Attempting to bind port 4aacc73b-981f-4431-b75f-dfdd5c60b60b on network a989f85d-3714-472a-9d72-dfb33dfa3fe4 {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:03:36.496853 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460fc5e7-462d-4b1d-9a76-dabdf5d8b724 req-366211fa-f2bb-41aa-a485-30c0449b14b9 service neutron] Port 4aacc73b-981f-4431-b75f-dfdd5c60b60b on network a989f85d-3714-472a-9d72-dfb33dfa3fe4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 13:03:36.497685 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460fc5e7-462d-4b1d-9a76-dabdf5d8b724 req-366211fa-f2bb-41aa-a485-30c0449b14b9 service neutron] Attempting to bind port 4aacc73b-981f-4431-b75f-dfdd5c60b60b on network a989f85d-3714-472a-9d72-dfb33dfa3fe4 {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:03:36.502681 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460fc5e7-462d-4b1d-9a76-dabdf5d8b724 req-366211fa-f2bb-41aa-a485-30c0449b14b9 service neutron] Checking agent: {'id': 'c15515fa-7ee9-40ef-8b65-fb183853d126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 13, 0), 'started_at': datetime.datetime(2021, 7, 8, 13, 0), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 13, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 13:03:36.502924 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460fc5e7-462d-4b1d-9a76-dabdf5d8b724 req-366211fa-f2bb-41aa-a485-30c0449b14b9 service neutron] Checking segment: {'id': '1b0a141f-2618-4f57-a12d-5c604a7472b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a989f85d-3714-472a-9d72-dfb33dfa3fe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:03:36.503369 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460fc5e7-462d-4b1d-9a76-dabdf5d8b724 req-366211fa-f2bb-41aa-a485-30c0449b14b9 service neutron] Bound using segment: {'id': '1b0a141f-2618-4f57-a12d-5c604a7472b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a989f85d-3714-472a-9d72-dfb33dfa3fe4'} {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 13:03:36.503833 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [req-460fc5e7-462d-4b1d-9a76-dabdf5d8b724 req-366211fa-f2bb-41aa-a485-30c0449b14b9 service neutron] Bound port: 4aacc73b-981f-4431-b75f-dfdd5c60b60b, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b0a141f-2618-4f57-a12d-5c604a7472b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a989f85d-3714-472a-9d72-dfb33dfa3fe4'}}] {{(pid=93012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 13:03:36.504266 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-460fc5e7-462d-4b1d-9a76-dabdf5d8b724 req-366211fa-f2bb-41aa-a485-30c0449b14b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:36.581338 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [req-460fc5e7-462d-4b1d-9a76-dabdf5d8b724 req-366211fa-f2bb-41aa-a485-30c0449b14b9 service neutron] For port 4aacc73b-981f-4431-b75f-dfdd5c60b60b, host hv-cinder-78960, cleared binding levels {{(pid=93012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 13:03:36.585695 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [req-460fc5e7-462d-4b1d-9a76-dabdf5d8b724 req-366211fa-f2bb-41aa-a485-30c0449b14b9 service neutron] For port 4aacc73b-981f-4431-b75f-dfdd5c60b60b, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=4aacc73b-981f-4431-b75f-dfdd5c60b60b,segment=NetworkSegment(1b0a141f-2618-4f57-a12d-5c604a7472b9),segment_id=1b0a141f-2618-4f57-a12d-5c604a7472b9)] {{(pid=93012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 13:03:36.590070 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-460fc5e7-462d-4b1d-9a76-dabdf5d8b724 req-366211fa-f2bb-41aa-a485-30c0449b14b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4509841'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:36.636428 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460fc5e7-462d-4b1d-9a76-dabdf5d8b724 req-366211fa-f2bb-41aa-a485-30c0449b14b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:36.637276 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-460fc5e7-462d-4b1d-9a76-dabdf5d8b724 req-366211fa-f2bb-41aa-a485-30c0449b14b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for port, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:36.639433 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-460fc5e7-462d-4b1d-9a76-dabdf5d8b724 req-366211fa-f2bb-41aa-a485-30c0449b14b9 service neutron] 10.222.0.21 "PUT /v2.0/ports/4aacc73b-981f-4431-b75f-dfdd5c60b60b HTTP/1.1" status: 200 len: 1094 time: 0.7282739 Jul 08 13:03:36.639878 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '834bd889-ecf4-4f30-b7bf-3d184faa8512', 'tag': '4aacc73b-981f-4431-b75f-dfdd5c60b60b'}] {{(pid=93012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:03:36.642159 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd052ad9988fae0c023d90ace067622d59124d56325abb0637f2c794eb114897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8bf5b4f-910f-4ed6-81a4-82c6411b4425" -d '{"events": [{"name": "network-changed", "server_uuid": "834bd889-ecf4-4f30-b7bf-3d184faa8512", "tag": "4aacc73b-981f-4431-b75f-dfdd5c60b60b"}]}' {{(pid=93012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:03:36.657098 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366211fa-f2bb-41aa-a485-30c0449b14b9 service neutron] Pushing event updated for resources: {'Port': ['ID=4aacc73b-981f-4431-b75f-dfdd5c60b60b,revision_number=3']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:36.683602 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 13:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd881ec-c143-4b6c-9e61-4369269928d7 x-openstack-request-id: req-8bd881ec-c143-4b6c-9e61-4369269928d7 {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:03:36.683972 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "834bd889-ecf4-4f30-b7bf-3d184faa8512", "tag": "4aacc73b-981f-4431-b75f-dfdd5c60b60b", "status": "completed", "code": 200}]} {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:03:36.684251 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8bd881ec-c143-4b6c-9e61-4369269928d7 {{(pid=93012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:03:36.685020 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '834bd889-ecf4-4f30-b7bf-3d184faa8512', 'tag': '4aacc73b-981f-4431-b75f-dfdd5c60b60b', 'status': 'completed', 'code': 200} Jul 08 13:03:36.846950 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f5dbd7f4-4d93-465a-a1ef-d25c598c8f89 req-6471f0a7-f165-4d42-8d83-4f965ad9a3cd tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=44810ab67b614443a532b3bff4df32b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287805 Jul 08 13:03:36.879097 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf5b4f-910f-4ed6-81a4-82c6411b4425 req-42235d8e-5ce7-4daa-bc62-17fa791b9ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:36.880634 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a8bf5b4f-910f-4ed6-81a4-82c6411b4425 req-42235d8e-5ce7-4daa-bc62-17fa791b9ffb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f61e798ba1214bf68c07623649316cbe&device_id=834bd889-ecf4-4f30-b7bf-3d184faa8512 HTTP/1.1" status: 200 len: 1097 time: 0.0605657 Jul 08 13:03:37.017349 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf5b4f-910f-4ed6-81a4-82c6411b4425 req-100737a1-bb1a-4080-b0b3-ad630f817ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:37.018955 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a8bf5b4f-910f-4ed6-81a4-82c6411b4425 req-100737a1-bb1a-4080-b0b3-ad630f817ea0 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=f61e798ba1214bf68c07623649316cbe&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1120877 Jul 08 13:03:37.053721 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dbd7f4-4d93-465a-a1ef-d25c598c8f89 req-4ea079ff-c634-4550-a517-e7f2fad4b1e9 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:37.055577 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f5dbd7f4-4d93-465a-a1ef-d25c598c8f89 req-4ea079ff-c634-4550-a517-e7f2fad4b1e9 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2007010 Jul 08 13:03:37.087939 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [req-f5dbd7f4-4d93-465a-a1ef-d25c598c8f89 req-a19bb64b-78ba-48fc-ab37-8e4a1bf5e4ec tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] Request body: {'port': {'device_id': 'a1208bdf-1fe5-41e4-8e0b-e0e503586135', 'network_id': '4dedcf1d-fc5c-409a-88ad-e90790880269', 'admin_state_up': True, 'tenant_id': '44810ab67b614443a532b3bff4df32b1'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:03:37.164666 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf5b4f-910f-4ed6-81a4-82c6411b4425 req-31ea7942-d45a-4f24-a4d5-05ed66d6edfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:37.166164 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a8bf5b4f-910f-4ed6-81a4-82c6411b4425 req-31ea7942-d45a-4f24-a4d5-05ed66d6edfd service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1271198 Jul 08 13:03:37.218620 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5dbd7f4-4d93-465a-a1ef-d25c598c8f89 req-a19bb64b-78ba-48fc-ab37-8e4a1bf5e4ec tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] Made reservation on behalf of 44810ab67b614443a532b3bff4df32b1 for: {'port': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:03:37.218620 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-f5dbd7f4-4d93-465a-a1ef-d25c598c8f89 req-a19bb64b-78ba-48fc-ab37-8e4a1bf5e4ec tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:37.228835 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-f5dbd7f4-4d93-465a-a1ef-d25c598c8f89 req-a19bb64b-78ba-48fc-ab37-8e4a1bf5e4ec tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:37.347001 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-81e7a620-d33c-446a-ba92-442e76306b3a req-93a893e6-6871-4a25-8f71-03befe63b1d0 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1208bdf-1fe5-41e4-8e0b-e0e503586135 HTTP/1.1" status: 200 len: 210 time: 0.0395138 Jul 08 13:03:37.348690 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-f5dbd7f4-4d93-465a-a1ef-d25c598c8f89 req-a19bb64b-78ba-48fc-ab37-8e4a1bf5e4ec tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:37.353704 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-f5dbd7f4-4d93-465a-a1ef-d25c598c8f89 req-a19bb64b-78ba-48fc-ab37-8e4a1bf5e4ec tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:37.419587 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19bb64b-78ba-48fc-ab37-8e4a1bf5e4ec tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2613d0d-37a6-4a06-bdee-0e5b950eca4d,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:37.429790 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460fc5e7-462d-4b1d-9a76-dabdf5d8b724 req-8e358f08-7f3d-406f-b01e-8edb3116f38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:37.431701 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-460fc5e7-462d-4b1d-9a76-dabdf5d8b724 req-8e358f08-7f3d-406f-b01e-8edb3116f38a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f61e798ba1214bf68c07623649316cbe&device_id=834bd889-ecf4-4f30-b7bf-3d184faa8512 HTTP/1.1" status: 200 len: 1097 time: 0.0715113 Jul 08 13:03:37.508064 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [req-f5dbd7f4-4d93-465a-a1ef-d25c598c8f89 req-a19bb64b-78ba-48fc-ab37-8e4a1bf5e4ec tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] Allocated IP 192.168.233.26 (4dedcf1d-fc5c-409a-88ad-e90790880269/d123c281-cf35-4901-8968-7b2f77ec0725/2e775ba4-8012-4a66-8338-18edfe1ad206) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:03:37.521833 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-460fc5e7-462d-4b1d-9a76-dabdf5d8b724 req-bb542ad2-6580-4917-9aec-b81061548963 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4aacc73b-981f-4431-b75f-dfdd5c60b60b HTTP/1.1" status: 200 len: 217 time: 0.0572753 Jul 08 13:03:37.555504 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f835814-13cb-4fbf-a4bb-4b199c4333bf req-a0d5e9be-17c4-4b79-81be-cbf6f207ebe5 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:37.557016 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4f835814-13cb-4fbf-a4bb-4b199c4333bf req-a0d5e9be-17c4-4b79-81be-cbf6f207ebe5 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=29e5c814-abb2-43a0-be73-99652d1cf98c HTTP/1.1" status: 200 len: 943 time: 0.1043522 Jul 08 13:03:37.633456 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4f835814-13cb-4fbf-a4bb-4b199c4333bf req-3decf082-3b65-4b70-a1ec-c03eefc1f25d tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699666 Jul 08 13:03:37.636951 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460fc5e7-462d-4b1d-9a76-dabdf5d8b724 req-3d22a480-6905-44c5-b6b5-2e635347e700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:37.638373 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-460fc5e7-462d-4b1d-9a76-dabdf5d8b724 req-3d22a480-6905-44c5-b6b5-2e635347e700 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1bcd7be2-c3d8-4bd5-9739-b5233281f415 HTTP/1.1" status: 200 len: 848 time: 0.0730858 Jul 08 13:03:37.675397 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb2700-7b29-49a4-9283-cb7688743a2c req-0c745f15-4a4c-4fd8-ab47-af71277fbc68 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:37.676904 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d4fb2700-7b29-49a4-9283-cb7688743a2c req-0c745f15-4a4c-4fd8-ab47-af71277fbc68 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/ports?device_id=834bd889-ecf4-4f30-b7bf-3d184faa8512 HTTP/1.1" status: 200 len: 944 time: 0.1387496 Jul 08 13:03:37.679901 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-460fc5e7-462d-4b1d-9a76-dabdf5d8b724 req-e977e461-52e9-4332-a30e-1b29aa715ed7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a989f85d-3714-472a-9d72-dfb33dfa3fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276194 Jul 08 13:03:37.730407 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-f5dbd7f4-4d93-465a-a1ef-d25c598c8f89 req-a19bb64b-78ba-48fc-ab37-8e4a1bf5e4ec tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:37.742780 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d4fb2700-7b29-49a4-9283-cb7688743a2c req-01a0bd02-194c-48aa-9908-0080f70af174 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3a2d98b-5225-431c-b401-c4d61b2724d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600939 Jul 08 13:03:37.751097 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [req-f5dbd7f4-4d93-465a-a1ef-d25c598c8f89 req-a19bb64b-78ba-48fc-ab37-8e4a1bf5e4ec tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] Transition to ACTIVE for port object 2e775ba4-8012-4a66-8338-18edfe1ad206 will not be triggered until provisioned by entity DHCP. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:03:37.786499 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-460fc5e7-462d-4b1d-9a76-dabdf5d8b724 req-79e46b20-e90e-47c5-b286-cbece16b3490 service neutron] 10.222.0.21 "GET /v2.0/networks/a989f85d-3714-472a-9d72-dfb33dfa3fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896928 Jul 08 13:03:37.800425 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-f5dbd7f4-4d93-465a-a1ef-d25c598c8f89 req-a19bb64b-78ba-48fc-ab37-8e4a1bf5e4ec tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4789364'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:37.827883 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 65eb0485-1d43-4216-b129-e3351e7a3246 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=93013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 13:03:37.849713 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5dbd7f4-4d93-465a-a1ef-d25c598c8f89 req-a19bb64b-78ba-48fc-ab37-8e4a1bf5e4ec tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] Network 4dedcf1d-fc5c-409a-88ad-e90790880269 is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:03:37.857778 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [req-f5dbd7f4-4d93-465a-a1ef-d25c598c8f89 req-a19bb64b-78ba-48fc-ab37-8e4a1bf5e4ec tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:03:37.870887 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5dbd7f4-4d93-465a-a1ef-d25c598c8f89 req-a19bb64b-78ba-48fc-ab37-8e4a1bf5e4ec tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:03:37.897032 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19bb64b-78ba-48fc-ab37-8e4a1bf5e4ec tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] Pushing event updated for resources: {'Port': ['ID=2e775ba4-8012-4a66-8338-18edfe1ad206,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:37.908259 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-460fc5e7-462d-4b1d-9a76-dabdf5d8b724 req-704bf128-3927-4ce9-be0b-a47d3104a22e service neutron] 10.222.0.21 "GET /v2.0/networks/a989f85d-3714-472a-9d72-dfb33dfa3fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119571 Jul 08 13:03:37.916729 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-615b644b-3110-4324-8d19-7b6387de29b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:37.932359 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dbd7f4-4d93-465a-a1ef-d25c598c8f89 req-a19bb64b-78ba-48fc-ab37-8e4a1bf5e4ec tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:37.933658 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-f5dbd7f4-4d93-465a-a1ef-d25c598c8f89 req-a19bb64b-78ba-48fc-ab37-8e4a1bf5e4ec tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:37.952021 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f5dbd7f4-4d93-465a-a1ef-d25c598c8f89 req-a19bb64b-78ba-48fc-ab37-8e4a1bf5e4ec tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8732822 Jul 08 13:03:37.974177 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port 65eb0485-1d43-4216-b129-e3351e7a3246, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=65eb0485-1d43-4216-b129-e3351e7a3246,segment=NetworkSegment(0fe5bc40-e67f-4a61-a568-ffbdf25cd236),segment_id=0fe5bc40-e67f-4a61-a568-ffbdf25cd236)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:03:37.986631 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Returning: {'device': '65eb0485-1d43-4216-b129-e3351e7a3246', 'network_id': '67cb6200-8bdb-4797-a417-5d4037d7c8f2', 'port_id': '65eb0485-1d43-4216-b129-e3351e7a3246', 'mac_address': 'fa:16:3e:0f:b7:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba7a26e2-f1a5-4c71-9a4d-50a54628469a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 13:03:38.017399 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [req-f5dbd7f4-4d93-465a-a1ef-d25c598c8f89 req-b0251c97-596b-48e0-b90f-861c12d9477b service neutron] Request body: {'port': {'device_id': 'a1208bdf-1fe5-41e4-8e0b-e0e503586135', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:03:38.025724 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:38.039930 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65eb0485-1d43-4216-b129-e3351e7a3246 {{(pid=93013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:03:38.065053 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port 65eb0485-1d43-4216-b129-e3351e7a3246, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=65eb0485-1d43-4216-b129-e3351e7a3246,segment=NetworkSegment(0fe5bc40-e67f-4a61-a568-ffbdf25cd236),segment_id=0fe5bc40-e67f-4a61-a568-ffbdf25cd236)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:03:38.070029 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:38.104881 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-f5dbd7f4-4d93-465a-a1ef-d25c598c8f89 req-b0251c97-596b-48e0-b90f-861c12d9477b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:38.131496 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-569d2de7-dbc5-4523-9b95-07bba562bb4b None None] Provisioning for port 2e775ba4-8012-4a66-8338-18edfe1ad206 completed by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:03:38.140174 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-569d2de7-dbc5-4523-9b95-07bba562bb4b None None] Provisioning complete for port 2e775ba4-8012-4a66-8338-18edfe1ad206 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:03:38.140817 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-569d2de7-dbc5-4523-9b95-07bba562bb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:38.143327 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Pushing event updated for resources: {'Port': ['ID=65eb0485-1d43-4216-b129-e3351e7a3246,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:38.179243 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-569d2de7-dbc5-4523-9b95-07bba562bb4b None None] Port 2e775ba4-8012-4a66-8338-18edfe1ad206 cannot update to ACTIVE because it is not bound. {{(pid=93013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 13:03:38.371183 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [req-f5dbd7f4-4d93-465a-a1ef-d25c598c8f89 req-b0251c97-596b-48e0-b90f-861c12d9477b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e775ba4-8012-4a66-8338-18edfe1ad206 {{(pid=93011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:03:38.379147 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-f5dbd7f4-4d93-465a-a1ef-d25c598c8f89 req-b0251c97-596b-48e0-b90f-861c12d9477b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:38.393494 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [req-f5dbd7f4-4d93-465a-a1ef-d25c598c8f89 req-b0251c97-596b-48e0-b90f-861c12d9477b service neutron] Transition to ACTIVE for port object 2e775ba4-8012-4a66-8338-18edfe1ad206 will not be triggered until provisioned by entity L2. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:03:38.399993 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-f5dbd7f4-4d93-465a-a1ef-d25c598c8f89 req-b0251c97-596b-48e0-b90f-861c12d9477b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4789354'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:38.456041 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0251c97-596b-48e0-b90f-861c12d9477b service neutron] Pushing event updated for resources: {'Port': ['ID=2e775ba4-8012-4a66-8338-18edfe1ad206,revision_number=2']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:38.521856 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] get_ports_and_sgs() called for port_ids ['65eb0485-1d43-4216-b129-e3351e7a3246'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 13:03:38.547607 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-f5dbd7f4-4d93-465a-a1ef-d25c598c8f89 req-b0251c97-596b-48e0-b90f-861c12d9477b service neutron] Attempting to bind port 2e775ba4-8012-4a66-8338-18edfe1ad206 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 13:03:38.547607 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-f5dbd7f4-4d93-465a-a1ef-d25c598c8f89 req-b0251c97-596b-48e0-b90f-861c12d9477b service neutron] Attempting to bind port 2e775ba4-8012-4a66-8338-18edfe1ad206 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'a4a7d67f-ab87-47c1-9b44-8c21fa3323c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4dedcf1d-fc5c-409a-88ad-e90790880269'}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 13:03:38.547607 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dbd7f4-4d93-465a-a1ef-d25c598c8f89 req-b0251c97-596b-48e0-b90f-861c12d9477b service neutron] Attempting to bind port 2e775ba4-8012-4a66-8338-18edfe1ad206 on network 4dedcf1d-fc5c-409a-88ad-e90790880269 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:03:38.554934 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dbd7f4-4d93-465a-a1ef-d25c598c8f89 req-b0251c97-596b-48e0-b90f-861c12d9477b service neutron] Port 2e775ba4-8012-4a66-8338-18edfe1ad206 on network 4dedcf1d-fc5c-409a-88ad-e90790880269 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 13:03:38.555629 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dbd7f4-4d93-465a-a1ef-d25c598c8f89 req-b0251c97-596b-48e0-b90f-861c12d9477b service neutron] Attempting to bind port 2e775ba4-8012-4a66-8338-18edfe1ad206 on network 4dedcf1d-fc5c-409a-88ad-e90790880269 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:03:38.563369 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dbd7f4-4d93-465a-a1ef-d25c598c8f89 req-b0251c97-596b-48e0-b90f-861c12d9477b service neutron] Checking agent: {'id': 'c15515fa-7ee9-40ef-8b65-fb183853d126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 13, 0), 'started_at': datetime.datetime(2021, 7, 8, 13, 0), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 13, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 13:03:38.564250 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dbd7f4-4d93-465a-a1ef-d25c598c8f89 req-b0251c97-596b-48e0-b90f-861c12d9477b service neutron] Checking segment: {'id': 'a4a7d67f-ab87-47c1-9b44-8c21fa3323c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4dedcf1d-fc5c-409a-88ad-e90790880269'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:03:38.564250 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dbd7f4-4d93-465a-a1ef-d25c598c8f89 req-b0251c97-596b-48e0-b90f-861c12d9477b service neutron] Bound using segment: {'id': 'a4a7d67f-ab87-47c1-9b44-8c21fa3323c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4dedcf1d-fc5c-409a-88ad-e90790880269'} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 13:03:38.564719 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-f5dbd7f4-4d93-465a-a1ef-d25c598c8f89 req-b0251c97-596b-48e0-b90f-861c12d9477b service neutron] Bound port: 2e775ba4-8012-4a66-8338-18edfe1ad206, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4a7d67f-ab87-47c1-9b44-8c21fa3323c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '4dedcf1d-fc5c-409a-88ad-e90790880269'}}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 13:03:38.565085 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-f5dbd7f4-4d93-465a-a1ef-d25c598c8f89 req-b0251c97-596b-48e0-b90f-861c12d9477b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:38.594090 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a267f674-0d72-4533-9302-f3ed9f7edd3d req-285bcf5a-7e81-44df-bb36-9b8eeccfe564 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:38.601311 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a267f674-0d72-4533-9302-f3ed9f7edd3d req-285bcf5a-7e81-44df-bb36-9b8eeccfe564 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1208bdf-1fe5-41e4-8e0b-e0e503586135 HTTP/1.1" status: 200 len: 947 time: 0.0935841 Jul 08 13:03:38.650881 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a267f674-0d72-4533-9302-f3ed9f7edd3d req-168c56af-772a-4c2b-8676-b401c9842e77 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2613d0d-37a6-4a06-bdee-0e5b950eca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482199 Jul 08 13:03:38.656330 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-f5dbd7f4-4d93-465a-a1ef-d25c598c8f89 req-b0251c97-596b-48e0-b90f-861c12d9477b service neutron] For port 2e775ba4-8012-4a66-8338-18edfe1ad206, host hv-cinder-78960, cleared binding levels {{(pid=93011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 13:03:38.660098 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-f5dbd7f4-4d93-465a-a1ef-d25c598c8f89 req-b0251c97-596b-48e0-b90f-861c12d9477b service neutron] For port 2e775ba4-8012-4a66-8338-18edfe1ad206, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2e775ba4-8012-4a66-8338-18edfe1ad206,segment=NetworkSegment(a4a7d67f-ab87-47c1-9b44-8c21fa3323c5),segment_id=a4a7d67f-ab87-47c1-9b44-8c21fa3323c5)] {{(pid=93011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 13:03:38.671728 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-f5dbd7f4-4d93-465a-a1ef-d25c598c8f89 req-b0251c97-596b-48e0-b90f-861c12d9477b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4789354'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:38.708219 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dbd7f4-4d93-465a-a1ef-d25c598c8f89 req-b0251c97-596b-48e0-b90f-861c12d9477b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:38.709120 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-f5dbd7f4-4d93-465a-a1ef-d25c598c8f89 req-b0251c97-596b-48e0-b90f-861c12d9477b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:38.711494 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f5dbd7f4-4d93-465a-a1ef-d25c598c8f89 req-b0251c97-596b-48e0-b90f-861c12d9477b service neutron] 10.222.0.21 "PUT /v2.0/ports/2e775ba4-8012-4a66-8338-18edfe1ad206 HTTP/1.1" status: 200 len: 1097 time: 0.6983886 Jul 08 13:03:38.711891 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1208bdf-1fe5-41e4-8e0b-e0e503586135', 'tag': '2e775ba4-8012-4a66-8338-18edfe1ad206'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:03:38.714552 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79934bd8df5839606b1ce54b63dc7d70fed780423e2c756261eeaeb19bf0c4d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632bf5be-45b2-4da3-ae79-deeb79b8d231" -d '{"events": [{"name": "network-changed", "server_uuid": "a1208bdf-1fe5-41e4-8e0b-e0e503586135", "tag": "2e775ba4-8012-4a66-8338-18edfe1ad206"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:03:38.751011 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0251c97-596b-48e0-b90f-861c12d9477b service neutron] Pushing event updated for resources: {'Port': ['ID=2e775ba4-8012-4a66-8338-18edfe1ad206,revision_number=3']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:38.766613 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 13:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa62076-4481-471f-a40f-93b49018ade9 x-openstack-request-id: req-0fa62076-4481-471f-a40f-93b49018ade9 {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:03:38.767000 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1208bdf-1fe5-41e4-8e0b-e0e503586135", "tag": "2e775ba4-8012-4a66-8338-18edfe1ad206", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:03:38.767350 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0fa62076-4481-471f-a40f-93b49018ade9 {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:03:38.767843 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1208bdf-1fe5-41e4-8e0b-e0e503586135', 'tag': '2e775ba4-8012-4a66-8338-18edfe1ad206', 'status': 'completed', 'code': 200} Jul 08 13:03:38.915247 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e3dfa-f49e-410c-ba71-c7578d5ab307 req-c802f9ad-8a54-45c5-b6b1-3c73fe783dee tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:38.917011 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-4b1e3dfa-f49e-410c-ba71-c7578d5ab307 req-c802f9ad-8a54-45c5-b6b1-3c73fe783dee tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=29e5c814-abb2-43a0-be73-99652d1cf98c HTTP/1.1" status: 200 len: 944 time: 0.1387897 Jul 08 13:03:38.935544 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dbd7f4-4d93-465a-a1ef-d25c598c8f89 req-5e509547-50a6-4702-a04c-69f8144c76cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:38.937236 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f5dbd7f4-4d93-465a-a1ef-d25c598c8f89 req-5e509547-50a6-4702-a04c-69f8144c76cd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=44810ab67b614443a532b3bff4df32b1&device_id=a1208bdf-1fe5-41e4-8e0b-e0e503586135 HTTP/1.1" status: 200 len: 1100 time: 0.1237268 Jul 08 13:03:38.952607 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdcd0ac-8c0a-4cb0-8f58-dd895ca11aac req-d409cfa4-854b-46c5-89a9-f61e51c5c8eb tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:38.959250 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7cdcd0ac-8c0a-4cb0-8f58-dd895ca11aac req-d409cfa4-854b-46c5-89a9-f61e51c5c8eb tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/ports?device_id=834bd889-ecf4-4f30-b7bf-3d184faa8512 HTTP/1.1" status: 200 len: 944 time: 0.0865636 Jul 08 13:03:39.000911 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7cdcd0ac-8c0a-4cb0-8f58-dd895ca11aac req-42e80265-2fe6-4408-ae31-d6e264ee524b tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3a2d98b-5225-431c-b401-c4d61b2724d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406199 Jul 08 13:03:39.017476 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-4b1e3dfa-f49e-410c-ba71-c7578d5ab307 req-e4276b4a-a949-42be-8d74-9373242f565f tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895700 Jul 08 13:03:39.018886 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f5dbd7f4-4d93-465a-a1ef-d25c598c8f89 req-4397b79b-2df4-402e-8ff5-105b3a6679cd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=2e775ba4-8012-4a66-8338-18edfe1ad206 HTTP/1.1" status: 200 len: 217 time: 0.0431619 Jul 08 13:03:39.087083 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dbd7f4-4d93-465a-a1ef-d25c598c8f89 req-525b58d9-16f8-4dbe-a0c6-859126316e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:39.088738 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f5dbd7f4-4d93-465a-a1ef-d25c598c8f89 req-525b58d9-16f8-4dbe-a0c6-859126316e90 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d123c281-cf35-4901-8968-7b2f77ec0725 HTTP/1.1" status: 200 len: 843 time: 0.0518579 Jul 08 13:03:39.167040 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dbd7f4-4d93-465a-a1ef-d25c598c8f89 req-55a41620-4929-48c2-b57d-96a3770c4862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:39.170039 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f5dbd7f4-4d93-465a-a1ef-d25c598c8f89 req-55a41620-4929-48c2-b57d-96a3770c4862 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4dedcf1d-fc5c-409a-88ad-e90790880269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0741587 Jul 08 13:03:39.282599 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f5dbd7f4-4d93-465a-a1ef-d25c598c8f89 req-94d0bddf-b5d4-4dca-8c6d-81c11f2a3650 service neutron] 10.222.0.21 "GET /v2.0/networks/4dedcf1d-fc5c-409a-88ad-e90790880269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041791 Jul 08 13:03:39.394297 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f5dbd7f4-4d93-465a-a1ef-d25c598c8f89 req-ef1c0945-09b2-44cd-b76a-14b17d7c8754 service neutron] 10.222.0.21 "GET /v2.0/networks/4dedcf1d-fc5c-409a-88ad-e90790880269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002367 Jul 08 13:03:39.611203 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632bf5be-45b2-4da3-ae79-deeb79b8d231 req-8e6a5d2c-d586-48e8-a46a-ae02030861b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:39.612908 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-632bf5be-45b2-4da3-ae79-deeb79b8d231 req-8e6a5d2c-d586-48e8-a46a-ae02030861b0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=44810ab67b614443a532b3bff4df32b1&device_id=a1208bdf-1fe5-41e4-8e0b-e0e503586135 HTTP/1.1" status: 200 len: 1100 time: 0.0540941 Jul 08 13:03:39.708737 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632bf5be-45b2-4da3-ae79-deeb79b8d231 req-56d1cf79-fb11-4107-b687-da9dbbf4dece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:39.710216 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-632bf5be-45b2-4da3-ae79-deeb79b8d231 req-56d1cf79-fb11-4107-b687-da9dbbf4dece service neutron] 10.222.0.21 "GET /v2.0/networks?id=4dedcf1d-fc5c-409a-88ad-e90790880269 HTTP/1.1" status: 200 len: 870 time: 0.0886891 Jul 08 13:03:39.769108 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-632bf5be-45b2-4da3-ae79-deeb79b8d231 req-4d1e400d-3e9a-4049-b7ab-a35e16f9d93c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=2e775ba4-8012-4a66-8338-18edfe1ad206 HTTP/1.1" status: 200 len: 217 time: 0.0353680 Jul 08 13:03:39.820236 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632bf5be-45b2-4da3-ae79-deeb79b8d231 req-fdc769ce-2b0c-4514-a8a3-1c21f08d6e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:39.821061 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 80d9aafd-3f60-42b7-9365-7bc0a4e9ca02 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=93013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 13:03:39.821624 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-632bf5be-45b2-4da3-ae79-deeb79b8d231 req-fdc769ce-2b0c-4514-a8a3-1c21f08d6e8f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d123c281-cf35-4901-8968-7b2f77ec0725 HTTP/1.1" status: 200 len: 843 time: 0.0439885 Jul 08 13:03:39.833287 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 65eb0485-1d43-4216-b129-e3351e7a3246 up at agent hyperv_hv-cinder-78960 {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:03:39.841653 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c5bbfa-7bf9-47f5-bc95-55efb192bd4b req-06d14db9-c2a7-40de-811c-8af7aa5d1b75 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:39.843834 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-07c5bbfa-7bf9-47f5-bc95-55efb192bd4b req-06d14db9-c2a7-40de-811c-8af7aa5d1b75 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1208bdf-1fe5-41e4-8e0b-e0e503586135 HTTP/1.1" status: 200 len: 947 time: 0.0658698 Jul 08 13:03:39.884714 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-07c5bbfa-7bf9-47f5-bc95-55efb192bd4b req-813ad283-7ad6-422b-b665-a95cc73cee5e tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2613d0d-37a6-4a06-bdee-0e5b950eca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348206 Jul 08 13:03:39.887647 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632bf5be-45b2-4da3-ae79-deeb79b8d231 req-e8aeedc3-71f9-47ab-a41c-68f4e807bacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:39.889158 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-632bf5be-45b2-4da3-ae79-deeb79b8d231 req-e8aeedc3-71f9-47ab-a41c-68f4e807bacf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4dedcf1d-fc5c-409a-88ad-e90790880269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0592303 Jul 08 13:03:39.984497 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-632bf5be-45b2-4da3-ae79-deeb79b8d231 req-2e03d3ec-f868-41b0-88a2-6672b61a4075 service neutron] 10.222.0.21 "GET /v2.0/networks/4dedcf1d-fc5c-409a-88ad-e90790880269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877521 Jul 08 13:03:40.063192 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Provisioning for port 65eb0485-1d43-4216-b129-e3351e7a3246 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:03:40.071862 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Provisioning complete for port 65eb0485-1d43-4216-b129-e3351e7a3246 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:03:40.072157 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:40.106753 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port 80d9aafd-3f60-42b7-9365-7bc0a4e9ca02, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=80d9aafd-3f60-42b7-9365-7bc0a4e9ca02,segment=NetworkSegment(0fe5bc40-e67f-4a61-a568-ffbdf25cd236),segment_id=0fe5bc40-e67f-4a61-a568-ffbdf25cd236)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:03:40.112649 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-632bf5be-45b2-4da3-ae79-deeb79b8d231 req-d3ab0fc5-1ff9-4abb-babb-fb268bc3b7d6 service neutron] 10.222.0.21 "GET /v2.0/networks/4dedcf1d-fc5c-409a-88ad-e90790880269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196783 Jul 08 13:03:40.128903 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Returning: {'device': '80d9aafd-3f60-42b7-9365-7bc0a4e9ca02', 'network_id': '67cb6200-8bdb-4797-a417-5d4037d7c8f2', 'port_id': '80d9aafd-3f60-42b7-9365-7bc0a4e9ca02', 'mac_address': 'fa:16:3e:da:13:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba7a26e2-f1a5-4c71-9a4d-50a54628469a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 13:03:40.207690 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:40.221699 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908f762-3c65-40c7-b709-947e06b29a00 req-ee9a615c-0b2a-44fb-9390-ef4f1bd5a834 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:40.223165 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab683a-a3b9-4619-863d-f32f17ab9913 req-c0324a47-fcf4-47d4-b63d-93d7b807a52d tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:40.224750 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ecab683a-a3b9-4619-863d-f32f17ab9913 req-c0324a47-fcf4-47d4-b63d-93d7b807a52d tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/ports?device_id=834bd889-ecf4-4f30-b7bf-3d184faa8512 HTTP/1.1" status: 200 len: 944 time: 0.0743012 Jul 08 13:03:40.228695 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5908f762-3c65-40c7-b709-947e06b29a00 req-ee9a615c-0b2a-44fb-9390-ef4f1bd5a834 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=29e5c814-abb2-43a0-be73-99652d1cf98c HTTP/1.1" status: 200 len: 944 time: 0.0802734 Jul 08 13:03:40.231012 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80d9aafd-3f60-42b7-9365-7bc0a4e9ca02 {{(pid=93013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:03:40.235866 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:40.264538 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5908f762-3c65-40c7-b709-947e06b29a00 req-59f415cf-7663-473c-95dd-d568acba559e tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349135 Jul 08 13:03:40.270639 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port 80d9aafd-3f60-42b7-9365-7bc0a4e9ca02, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=80d9aafd-3f60-42b7-9365-7bc0a4e9ca02,segment=NetworkSegment(0fe5bc40-e67f-4a61-a568-ffbdf25cd236),segment_id=0fe5bc40-e67f-4a61-a568-ffbdf25cd236)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:03:40.284763 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e5c814-abb2-43a0-be73-99652d1cf98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65eb0485-1d43-4216-b129-e3351e7a3246'}] {{(pid=93013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:03:40.287022 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437348d2bcada7eee63ab7a3e0cc12fc8f9484ad9c5d405f769a928aff85887c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53fcde4-6f74-4b33-ad72-8492700560e2" -d '{"events": [{"server_uuid": "29e5c814-abb2-43a0-be73-99652d1cf98c", "name": "network-vif-plugged", "status": "completed", "tag": "65eb0485-1d43-4216-b129-e3351e7a3246"}]}' {{(pid=93013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:03:40.296965 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ecab683a-a3b9-4619-863d-f32f17ab9913 req-ceb1c10e-4266-427e-a789-16a991aed137 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3a2d98b-5225-431c-b401-c4d61b2724d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638015 Jul 08 13:03:40.297262 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:40.304759 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port 65eb0485-1d43-4216-b129-e3351e7a3246, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=65eb0485-1d43-4216-b129-e3351e7a3246,segment=NetworkSegment(0fe5bc40-e67f-4a61-a568-ffbdf25cd236),segment_id=0fe5bc40-e67f-4a61-a568-ffbdf25cd236)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:03:40.335080 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba89e623-3937-4e2f-959e-0d9e461a8809 x-openstack-request-id: req-ba89e623-3937-4e2f-959e-0d9e461a8809 {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:03:40.335645 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29e5c814-abb2-43a0-be73-99652d1cf98c", "name": "network-vif-plugged", "status": "completed", "tag": "65eb0485-1d43-4216-b129-e3351e7a3246", "code": 200}]} {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:03:40.336456 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ba89e623-3937-4e2f-959e-0d9e461a8809 {{(pid=93013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:03:40.336950 dv-cinder-789603-11-iscsi neutron-server[93013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e5c814-abb2-43a0-be73-99652d1cf98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65eb0485-1d43-4216-b129-e3351e7a3246', 'code': 200} Jul 08 13:03:40.341239 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:40.370070 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Pushing event updated for resources: {'Port': ['ID=80d9aafd-3f60-42b7-9365-7bc0a4e9ca02,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:40.433885 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Pushing event updated for resources: {'Port': ['ID=65eb0485-1d43-4216-b129-e3351e7a3246,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:40.676258 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9db695-3792-44d5-b94f-1118595ef052 req-4c430b3a-fbfa-4c98-82ce-9c52c74146b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:40.678458 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0c9db695-3792-44d5-b94f-1118595ef052 req-4c430b3a-fbfa-4c98-82ce-9c52c74146b8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=29e5c814-abb2-43a0-be73-99652d1cf98c HTTP/1.1" status: 200 len: 1098 time: 0.0613570 Jul 08 13:03:40.698202 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 39542) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:03:40.738695 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0c9db695-3792-44d5-b94f-1118595ef052 req-011c4849-72ff-40f5-9b3e-7586b4f31bc7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463898 Jul 08 13:03:40.807320 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-cf77b040-4d94-439c-a368-3629ce762c7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:40.809105 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] get_ports_and_sgs() called for port_ids ['80d9aafd-3f60-42b7-9365-7bc0a4e9ca02'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 13:03:40.897180 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-cf77b040-4d94-439c-a368-3629ce762c7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:40.901542 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-cf77b040-4d94-439c-a368-3629ce762c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:40.938451 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-cf77b040-4d94-439c-a368-3629ce762c7e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4bec94673f3a4c37a98931d37cc97cb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2386601 Jul 08 13:03:40.939530 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf77b040-4d94-439c-a368-3629ce762c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7851f54d-140a-406c-bbcb-5b418ef6ddb5,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:40.941154 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 39550) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:03:40.991556 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1445c258-1d26-4088-be28-c7dfec5225d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:41.012800 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1445c258-1d26-4088-be28-c7dfec5225d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:41.057947 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1445c258-1d26-4088-be28-c7dfec5225d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:41.060449 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1445c258-1d26-4088-be28-c7dfec5225d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:41.062078 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-1445c258-1d26-4088-be28-c7dfec5225d5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7851f54d-140a-406c-bbcb-5b418ef6ddb5 HTTP/1.1" status: 204 len: 168 time: 0.1191900 Jul 08 13:03:41.069906 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1445c258-1d26-4088-be28-c7dfec5225d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7851f54d-140a-406c-bbcb-5b418ef6ddb5,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:44.027219 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 4aacc73b-981f-4431-b75f-dfdd5c60b60b details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=93013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 13:03:44.124939 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port 4aacc73b-981f-4431-b75f-dfdd5c60b60b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=4aacc73b-981f-4431-b75f-dfdd5c60b60b,segment=NetworkSegment(1b0a141f-2618-4f57-a12d-5c604a7472b9),segment_id=1b0a141f-2618-4f57-a12d-5c604a7472b9)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:03:44.136885 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Returning: {'device': '4aacc73b-981f-4431-b75f-dfdd5c60b60b', 'network_id': 'a989f85d-3714-472a-9d72-dfb33dfa3fe4', 'port_id': '4aacc73b-981f-4431-b75f-dfdd5c60b60b', 'mac_address': 'fa:16:3e:20:18:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bcd7be2-c3d8-4bd5-9739-b5233281f415', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 13:03:44.175188 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:44.187315 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aacc73b-981f-4431-b75f-dfdd5c60b60b {{(pid=93013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:03:44.206958 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port 4aacc73b-981f-4431-b75f-dfdd5c60b60b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=4aacc73b-981f-4431-b75f-dfdd5c60b60b,segment=NetworkSegment(1b0a141f-2618-4f57-a12d-5c604a7472b9),segment_id=1b0a141f-2618-4f57-a12d-5c604a7472b9)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:03:44.210751 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:44.256205 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Pushing event updated for resources: {'Port': ['ID=4aacc73b-981f-4431-b75f-dfdd5c60b60b,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:44.402654 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c181d3d4-0e62-4e12-8676-279934fabdbb req-0608cf51-dd07-494a-b656-2e030027bacc tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:44.404354 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c181d3d4-0e62-4e12-8676-279934fabdbb req-0608cf51-dd07-494a-b656-2e030027bacc tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1208bdf-1fe5-41e4-8e0b-e0e503586135 HTTP/1.1" status: 200 len: 947 time: 0.0697155 Jul 08 13:03:44.438617 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f57ea1-a1b4-445b-9278-d905c5013706 req-8e65cb61-ade6-4ea2-b184-80012979f75b tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:44.440092 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-65f57ea1-a1b4-445b-9278-d905c5013706 req-8e65cb61-ade6-4ea2-b184-80012979f75b tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=29e5c814-abb2-43a0-be73-99652d1cf98c HTTP/1.1" status: 200 len: 945 time: 0.0647085 Jul 08 13:03:44.442254 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c181d3d4-0e62-4e12-8676-279934fabdbb req-76d76d9d-3cfe-45d2-88b9-8a0ac61eec1e tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2613d0d-37a6-4a06-bdee-0e5b950eca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314078 Jul 08 13:03:44.479992 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-65f57ea1-a1b4-445b-9278-d905c5013706 req-c0336c54-54eb-45f5-b081-82d961cb2031 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339038 Jul 08 13:03:44.610673 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f79deb7-2745-4a43-a425-3e2953982b09 req-813d9ec9-d47c-4eee-946e-bf1546e0a7d5 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:44.612175 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6f79deb7-2745-4a43-a425-3e2953982b09 req-813d9ec9-d47c-4eee-946e-bf1546e0a7d5 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/ports?device_id=834bd889-ecf4-4f30-b7bf-3d184faa8512 HTTP/1.1" status: 200 len: 945 time: 0.0652583 Jul 08 13:03:44.653339 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6f79deb7-2745-4a43-a425-3e2953982b09 req-1e639408-1728-4f68-8cb4-871ae48c9e26 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3a2d98b-5225-431c-b401-c4d61b2724d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351882 Jul 08 13:03:44.777080 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] get_ports_and_sgs() called for port_ids ['4aacc73b-981f-4431-b75f-dfdd5c60b60b'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 13:03:45.620293 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b318bd-2e35-427d-b757-44c79bb75b4e req-ddc04964-5008-4a4e-abbb-9823f425b0fc tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:45.621896 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-87b318bd-2e35-427d-b757-44c79bb75b4e req-ddc04964-5008-4a4e-abbb-9823f425b0fc tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1208bdf-1fe5-41e4-8e0b-e0e503586135 HTTP/1.1" status: 200 len: 947 time: 0.0690422 Jul 08 13:03:45.659826 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-87b318bd-2e35-427d-b757-44c79bb75b4e req-e88204b3-ffa4-4fdb-9802-c9d693004035 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2613d0d-37a6-4a06-bdee-0e5b950eca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314991 Jul 08 13:03:45.720771 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e1a24-123e-4b35-8a36-f310dc867472 req-7c34d6f2-632f-4c39-a489-912f6a3fcd24 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:45.722635 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-354e1a24-123e-4b35-8a36-f310dc867472 req-7c34d6f2-632f-4c39-a489-912f6a3fcd24 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=29e5c814-abb2-43a0-be73-99652d1cf98c HTTP/1.1" status: 200 len: 945 time: 0.0706029 Jul 08 13:03:45.772802 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-354e1a24-123e-4b35-8a36-f310dc867472 req-3371b269-3053-409f-9922-ccfd1f46dae1 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417900 Jul 08 13:03:45.851737 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5fb12-1ae0-479b-adf1-8f14f2e7efc4 req-110190ec-ee0d-4dd9-840b-dfb99392da51 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:45.853250 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-eeb5fb12-1ae0-479b-adf1-8f14f2e7efc4 req-110190ec-ee0d-4dd9-840b-dfb99392da51 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/ports?device_id=834bd889-ecf4-4f30-b7bf-3d184faa8512 HTTP/1.1" status: 200 len: 945 time: 0.0660949 Jul 08 13:03:45.890810 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-eeb5fb12-1ae0-479b-adf1-8f14f2e7efc4 req-e85d5a83-d748-4214-b276-a35b5ace0d53 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3a2d98b-5225-431c-b401-c4d61b2724d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319951 Jul 08 13:03:46.049210 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 2e775ba4-8012-4a66-8338-18edfe1ad206 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=93013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 13:03:46.068136 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 80d9aafd-3f60-42b7-9365-7bc0a4e9ca02 up at agent hyperv_hv-cinder-78960 {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:03:46.185950 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Provisioning for port 80d9aafd-3f60-42b7-9365-7bc0a4e9ca02 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:03:46.194719 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port 2e775ba4-8012-4a66-8338-18edfe1ad206, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2e775ba4-8012-4a66-8338-18edfe1ad206,segment=NetworkSegment(a4a7d67f-ab87-47c1-9b44-8c21fa3323c5),segment_id=a4a7d67f-ab87-47c1-9b44-8c21fa3323c5)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:03:46.197510 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Provisioning complete for port 80d9aafd-3f60-42b7-9365-7bc0a4e9ca02 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:03:46.198160 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:46.228449 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Returning: {'device': '2e775ba4-8012-4a66-8338-18edfe1ad206', 'network_id': '4dedcf1d-fc5c-409a-88ad-e90790880269', 'port_id': '2e775ba4-8012-4a66-8338-18edfe1ad206', 'mac_address': 'fa:16:3e:30:07:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd123c281-cf35-4901-8968-7b2f77ec0725', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 13:03:46.289645 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:46.322549 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e775ba4-8012-4a66-8338-18edfe1ad206 {{(pid=93013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:03:46.350000 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:46.354792 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port 2e775ba4-8012-4a66-8338-18edfe1ad206, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2e775ba4-8012-4a66-8338-18edfe1ad206,segment=NetworkSegment(a4a7d67f-ab87-47c1-9b44-8c21fa3323c5),segment_id=a4a7d67f-ab87-47c1-9b44-8c21fa3323c5)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:03:46.366488 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:46.402468 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc3dd72a-4ffd-4f48-bf91-8662f33fd20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d9aafd-3f60-42b7-9365-7bc0a4e9ca02'}] {{(pid=93013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:03:46.404741 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437348d2bcada7eee63ab7a3e0cc12fc8f9484ad9c5d405f769a928aff85887c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a61bf8-b003-43c8-a959-ea46db104f65" -d '{"events": [{"server_uuid": "bc3dd72a-4ffd-4f48-bf91-8662f33fd20f", "name": "network-vif-plugged", "status": "completed", "tag": "80d9aafd-3f60-42b7-9365-7bc0a4e9ca02"}]}' {{(pid=93013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:03:46.425094 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port 80d9aafd-3f60-42b7-9365-7bc0a4e9ca02, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=80d9aafd-3f60-42b7-9365-7bc0a4e9ca02,segment=NetworkSegment(0fe5bc40-e67f-4a61-a568-ffbdf25cd236),segment_id=0fe5bc40-e67f-4a61-a568-ffbdf25cd236)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:03:46.435017 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:46.443540 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Pushing event updated for resources: {'Port': ['ID=2e775ba4-8012-4a66-8338-18edfe1ad206,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:46.448953 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4675d53-9c59-49dd-a2a3-4ebf9928e672 x-openstack-request-id: req-c4675d53-9c59-49dd-a2a3-4ebf9928e672 {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:03:46.449242 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc3dd72a-4ffd-4f48-bf91-8662f33fd20f", "name": "network-vif-plugged", "status": "completed", "tag": "80d9aafd-3f60-42b7-9365-7bc0a4e9ca02", "code": 200}]} {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:03:46.449496 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c4675d53-9c59-49dd-a2a3-4ebf9928e672 {{(pid=93013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:03:46.449881 dv-cinder-789603-11-iscsi neutron-server[93013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc3dd72a-4ffd-4f48-bf91-8662f33fd20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d9aafd-3f60-42b7-9365-7bc0a4e9ca02', 'code': 200} Jul 08 13:03:46.497914 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Pushing event updated for resources: {'Port': ['ID=80d9aafd-3f60-42b7-9365-7bc0a4e9ca02,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:46.788929 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4489cff-7696-4bd4-a094-8fd94c4b0a43 req-d480c4d7-8ff1-450b-99e6-d2c022e8d8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:46.790447 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-a4489cff-7696-4bd4-a094-8fd94c4b0a43 req-d480c4d7-8ff1-450b-99e6-d2c022e8d8ce service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 1098 time: 0.0597658 Jul 08 13:03:46.834814 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-a4489cff-7696-4bd4-a094-8fd94c4b0a43 req-2ab56197-25b4-4a5f-b272-cb32892ef80d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336916 Jul 08 13:03:46.931265 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] get_ports_and_sgs() called for port_ids ['2e775ba4-8012-4a66-8338-18edfe1ad206'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 13:03:46.942319 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c01bd-c437-422e-9583-243e681ea3c2 req-65ad6fa3-385d-4a6b-b053-b0a0d70d5f33 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:46.943812 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e03c01bd-c437-422e-9583-243e681ea3c2 req-65ad6fa3-385d-4a6b-b053-b0a0d70d5f33 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1208bdf-1fe5-41e4-8e0b-e0e503586135 HTTP/1.1" status: 200 len: 948 time: 0.0642502 Jul 08 13:03:46.982035 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e03c01bd-c437-422e-9583-243e681ea3c2 req-62502dff-b8bb-4482-a908-4eeea9643ca0 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2613d0d-37a6-4a06-bdee-0e5b950eca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324202 Jul 08 13:03:47.246333 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214eee4-05b1-480f-9b13-096103b84d06 req-b1fc6c95-82da-4821-b1fd-4b80c68e58be tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:47.248215 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f214eee4-05b1-480f-9b13-096103b84d06 req-b1fc6c95-82da-4821-b1fd-4b80c68e58be tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=29e5c814-abb2-43a0-be73-99652d1cf98c HTTP/1.1" status: 200 len: 945 time: 0.0865664 Jul 08 13:03:47.309560 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f214eee4-05b1-480f-9b13-096103b84d06 req-4e3ef59e-2bc0-4a00-a1c0-b50d00738c6d tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506883 Jul 08 13:03:47.478700 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca301f-d64e-4c5d-a22b-1fb9a27176e3 req-c21deb34-88d1-4ee2-9661-cbc2ed2925b3 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:47.479949 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ceca301f-d64e-4c5d-a22b-1fb9a27176e3 req-c21deb34-88d1-4ee2-9661-cbc2ed2925b3 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/ports?device_id=834bd889-ecf4-4f30-b7bf-3d184faa8512 HTTP/1.1" status: 200 len: 945 time: 0.0685892 Jul 08 13:03:47.524641 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ceca301f-d64e-4c5d-a22b-1fb9a27176e3 req-f688dc83-5f68-4c04-8f19-78bfc82ed78f tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3a2d98b-5225-431c-b401-c4d61b2724d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387175 Jul 08 13:03:47.773017 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 39696) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:03:47.902618 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0a771063-3a07-4c65-8613-e17c48f53e2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:48.000144 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd6bfa-ab7a-46ee-9f49-2766cc0c3c11 req-ed8e67f8-18a2-4512-b851-0654a73c4526 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:48.002175 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-30dd6bfa-ab7a-46ee-9f49-2766cc0c3c11 req-ed8e67f8-18a2-4512-b851-0654a73c4526 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=29e5c814-abb2-43a0-be73-99652d1cf98c HTTP/1.1" status: 200 len: 945 time: 0.0737624 Jul 08 13:03:48.006537 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002bbbe1-2ab6-4a28-bded-0f9114d20356 req-c9d61a10-912d-4f78-90c7-ef122cfb703c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:48.008048 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-002bbbe1-2ab6-4a28-bded-0f9114d20356 req-c9d61a10-912d-4f78-90c7-ef122cfb703c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a5326bc4440540e6ae389d2094a52678&device_id=29e5c814-abb2-43a0-be73-99652d1cf98c HTTP/1.1" status: 200 len: 1098 time: 0.1004715 Jul 08 13:03:48.043848 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-30dd6bfa-ab7a-46ee-9f49-2766cc0c3c11 req-a48d933d-6b39-45d2-b7f7-046afa393439 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357311 Jul 08 13:03:48.071776 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 4aacc73b-981f-4431-b75f-dfdd5c60b60b up at agent hyperv_hv-cinder-78960 {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:03:48.097350 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0a771063-3a07-4c65-8613-e17c48f53e2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:48.117860 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0a771063-3a07-4c65-8613-e17c48f53e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:48.127750 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Provisioning for port 4aacc73b-981f-4431-b75f-dfdd5c60b60b completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:03:48.132154 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Provisioning complete for port 4aacc73b-981f-4431-b75f-dfdd5c60b60b triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:03:48.132682 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:48.184728 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a33ae-d5f8-41d7-bd75-686c339b30a4 req-c3113f5c-9c4f-4aa8-9950-04955b631bb1 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:48.186223 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-904a33ae-d5f8-41d7-bd75-686c339b30a4 req-c3113f5c-9c4f-4aa8-9950-04955b631bb1 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 945 time: 0.1664710 Jul 08 13:03:48.214389 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a771063-3a07-4c65-8613-e17c48f53e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a33833-3f68-433d-9376-726cdebcb023,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:48.226436 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb83d4-d871-4932-b4b0-1704cc1aee17 req-c167d357-f339-44cb-be3f-e129ff097167 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:48.228148 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8dbb83d4-d871-4932-b4b0-1704cc1aee17 req-c167d357-f339-44cb-be3f-e129ff097167 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1208bdf-1fe5-41e4-8e0b-e0e503586135 HTTP/1.1" status: 200 len: 948 time: 0.0750737 Jul 08 13:03:48.231974 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-0a771063-3a07-4c65-8613-e17c48f53e2d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=33f139817a9d4e8989b04fef54059ccf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4552503 Jul 08 13:03:48.232579 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 39712) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:03:48.233834 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:48.258324 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-904a33ae-d5f8-41d7-bd75-686c339b30a4 req-c52aea8a-4e79-40e6-95cb-d9f798c63eed tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611141 Jul 08 13:03:48.271857 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002bbbe1-2ab6-4a28-bded-0f9114d20356 req-b4e0c1e9-2c47-4c90-aadd-ea7609e418cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:48.273425 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-002bbbe1-2ab6-4a28-bded-0f9114d20356 req-b4e0c1e9-2c47-4c90-aadd-ea7609e418cf service neutron] 10.222.0.21 "GET /v2.0/networks?id=67cb6200-8bdb-4797-a417-5d4037d7c8f2 HTTP/1.1" status: 200 len: 919 time: 0.1802182 Jul 08 13:03:48.274557 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port 4aacc73b-981f-4431-b75f-dfdd5c60b60b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=4aacc73b-981f-4431-b75f-dfdd5c60b60b,segment=NetworkSegment(1b0a141f-2618-4f57-a12d-5c604a7472b9),segment_id=1b0a141f-2618-4f57-a12d-5c604a7472b9)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:03:48.280158 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:48.299906 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8dbb83d4-d871-4932-b4b0-1704cc1aee17 req-cfe687ed-5042-4321-98ba-7452837fcd32 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2613d0d-37a6-4a06-bdee-0e5b950eca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595324 Jul 08 13:03:48.315117 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-adfc19b5-a37b-497c-ad1d-2e3994c04afc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:48.326976 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-002bbbe1-2ab6-4a28-bded-0f9114d20356 req-d44f5e10-fe83-4973-a65a-8df4adf7df29 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=65eb0485-1d43-4216-b129-e3351e7a3246 HTTP/1.1" status: 200 len: 217 time: 0.0410876 Jul 08 13:03:48.342843 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-adfc19b5-a37b-497c-ad1d-2e3994c04afc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:48.362606 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Pushing event updated for resources: {'Port': ['ID=4aacc73b-981f-4431-b75f-dfdd5c60b60b,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:48.401565 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002bbbe1-2ab6-4a28-bded-0f9114d20356 req-66c7f141-b8e6-439e-8eb5-9175e12a936d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:48.403043 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-002bbbe1-2ab6-4a28-bded-0f9114d20356 req-66c7f141-b8e6-439e-8eb5-9175e12a936d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba7a26e2-f1a5-4c71-9a4d-50a54628469a HTTP/1.1" status: 200 len: 858 time: 0.0582457 Jul 08 13:03:48.407280 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-adfc19b5-a37b-497c-ad1d-2e3994c04afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:48.409926 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-adfc19b5-a37b-497c-ad1d-2e3994c04afc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:48.411056 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-adfc19b5-a37b-497c-ad1d-2e3994c04afc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c7a33833-3f68-433d-9376-726cdebcb023 HTTP/1.1" status: 204 len: 168 time: 0.1773672 Jul 08 13:03:48.418821 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfc19b5-a37b-497c-ad1d-2e3994c04afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a33833-3f68-433d-9376-726cdebcb023,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:48.450650 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834bd889-ecf4-4f30-b7bf-3d184faa8512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aacc73b-981f-4431-b75f-dfdd5c60b60b'}] {{(pid=93013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:03:48.453640 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437348d2bcada7eee63ab7a3e0cc12fc8f9484ad9c5d405f769a928aff85887c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31fca04f-f2ed-449c-b2b0-7809a2eb45b1" -d '{"events": [{"server_uuid": "834bd889-ecf4-4f30-b7bf-3d184faa8512", "name": "network-vif-plugged", "status": "completed", "tag": "4aacc73b-981f-4431-b75f-dfdd5c60b60b"}]}' {{(pid=93013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:03:48.488714 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9688b0eb-0615-406b-bee1-bc24e18c7d34 x-openstack-request-id: req-9688b0eb-0615-406b-bee1-bc24e18c7d34 {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:03:48.488883 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "834bd889-ecf4-4f30-b7bf-3d184faa8512", "name": "network-vif-plugged", "status": "completed", "tag": "4aacc73b-981f-4431-b75f-dfdd5c60b60b", "code": 200}]} {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:03:48.489215 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9688b0eb-0615-406b-bee1-bc24e18c7d34 {{(pid=93013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:03:48.489613 dv-cinder-789603-11-iscsi neutron-server[93013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '834bd889-ecf4-4f30-b7bf-3d184faa8512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aacc73b-981f-4431-b75f-dfdd5c60b60b', 'code': 200} Jul 08 13:03:48.520768 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-002bbbe1-2ab6-4a28-bded-0f9114d20356 req-4ec7a02f-90d5-4184-98a5-5296d86ba201 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=67cb6200-8bdb-4797-a417-5d4037d7c8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292046 Jul 08 13:03:48.657787 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-002bbbe1-2ab6-4a28-bded-0f9114d20356 req-cfc39fb4-b772-4694-b998-bdff0a49c882 service neutron] 10.222.0.21 "GET /v2.0/networks/67cb6200-8bdb-4797-a417-5d4037d7c8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963988 Jul 08 13:03:48.812638 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b23db39-d9fd-4f8c-b0ac-e81992726b62 req-3f01cf28-b669-4bbe-8bef-e4253d8766dd tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:48.814792 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-002bbbe1-2ab6-4a28-bded-0f9114d20356 req-6b5f7bcb-3b0d-4dc1-90e4-63b504a93e91 service neutron] 10.222.0.21 "GET /v2.0/networks/67cb6200-8bdb-4797-a417-5d4037d7c8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416178 Jul 08 13:03:48.820271 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1b23db39-d9fd-4f8c-b0ac-e81992726b62 req-3f01cf28-b669-4bbe-8bef-e4253d8766dd tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/ports?device_id=834bd889-ecf4-4f30-b7bf-3d184faa8512 HTTP/1.1" status: 200 len: 946 time: 0.1403003 Jul 08 13:03:48.878412 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1b23db39-d9fd-4f8c-b0ac-e81992726b62 req-23c46013-465d-426f-8077-0a7862d62a63 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3a2d98b-5225-431c-b401-c4d61b2724d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526752 Jul 08 13:03:49.100028 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3ef9fb-0421-4e47-b660-c565dc2bed0e req-1aa3c57b-d14d-47e9-ac50-749b5870a136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:49.100028 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-6d3ef9fb-0421-4e47-b660-c565dc2bed0e req-1aa3c57b-d14d-47e9-ac50-749b5870a136 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=834bd889-ecf4-4f30-b7bf-3d184faa8512 HTTP/1.1" status: 200 len: 1099 time: 0.0857415 Jul 08 13:03:49.462054 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2630c-fdf0-4537-85c3-4e4ce857062d req-23f9ef34-ad73-4d3b-910d-d242240337da tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:49.463789 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8ea2630c-fdf0-4537-85c3-4e4ce857062d req-23f9ef34-ad73-4d3b-910d-d242240337da tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 945 time: 0.0725639 Jul 08 13:03:49.478277 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-6d3ef9fb-0421-4e47-b660-c565dc2bed0e req-ffa4bc73-6865-4054-a593-930f3ea39138 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a3a2d98b-5225-431c-b401-c4d61b2724d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713401 Jul 08 13:03:49.498892 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59475442-edc1-4796-9a96-a9be386a5f35 req-6a52cec0-25e9-4370-80b8-6baff0798b63 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:49.508174 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-59475442-edc1-4796-9a96-a9be386a5f35 req-6a52cec0-25e9-4370-80b8-6baff0798b63 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=29e5c814-abb2-43a0-be73-99652d1cf98c HTTP/1.1" status: 200 len: 945 time: 0.3278093 Jul 08 13:03:49.528843 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8ea2630c-fdf0-4537-85c3-4e4ce857062d req-aa2d9a02-6309-42da-8806-b05d6395743d tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574670 Jul 08 13:03:49.559460 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-59475442-edc1-4796-9a96-a9be386a5f35 req-bc297921-c114-4849-8329-8ae46e280b3a tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502315 Jul 08 13:03:49.713630 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f47369-a380-4f74-9ecf-0ef6ca0fd762 req-c3fd555c-34c6-4b72-a71c-45519b8c37a3 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:49.715650 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-57f47369-a380-4f74-9ecf-0ef6ca0fd762 req-c3fd555c-34c6-4b72-a71c-45519b8c37a3 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1208bdf-1fe5-41e4-8e0b-e0e503586135 HTTP/1.1" status: 200 len: 948 time: 0.0871713 Jul 08 13:03:49.973864 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-57f47369-a380-4f74-9ecf-0ef6ca0fd762 req-6a149224-9f6b-42e9-851a-9998902695bd tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2613d0d-37a6-4a06-bdee-0e5b950eca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517369 Jul 08 13:03:50.061009 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d0495-0dee-493c-9ade-5d32458fbcaf req-4e2c4988-a963-43be-b3ef-b3d34f61ee13 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:50.062970 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-4e8d0495-0dee-493c-9ade-5d32458fbcaf req-4e2c4988-a963-43be-b3ef-b3d34f61ee13 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/ports?device_id=834bd889-ecf4-4f30-b7bf-3d184faa8512 HTTP/1.1" status: 200 len: 946 time: 0.0619335 Jul 08 13:03:50.093077 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 2e775ba4-8012-4a66-8338-18edfe1ad206 up at agent hyperv_hv-cinder-78960 {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:03:50.111728 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-4e8d0495-0dee-493c-9ade-5d32458fbcaf req-8f90d2b1-ec6c-4d38-acf6-3c2f4b4b4000 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3a2d98b-5225-431c-b401-c4d61b2724d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350790 Jul 08 13:03:50.146438 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Provisioning for port 2e775ba4-8012-4a66-8338-18edfe1ad206 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:03:50.150316 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Provisioning complete for port 2e775ba4-8012-4a66-8338-18edfe1ad206 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:03:50.150768 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:50.229780 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:50.269957 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port 2e775ba4-8012-4a66-8338-18edfe1ad206, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2e775ba4-8012-4a66-8338-18edfe1ad206,segment=NetworkSegment(a4a7d67f-ab87-47c1-9b44-8c21fa3323c5),segment_id=a4a7d67f-ab87-47c1-9b44-8c21fa3323c5)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:03:50.275962 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:50.330373 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Pushing event updated for resources: {'Port': ['ID=2e775ba4-8012-4a66-8338-18edfe1ad206,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:50.490473 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1208bdf-1fe5-41e4-8e0b-e0e503586135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e775ba4-8012-4a66-8338-18edfe1ad206'}] {{(pid=93013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:03:50.492861 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437348d2bcada7eee63ab7a3e0cc12fc8f9484ad9c5d405f769a928aff85887c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999fed2b-a87b-456c-a58e-672bc1be07b0" -d '{"events": [{"server_uuid": "a1208bdf-1fe5-41e4-8e0b-e0e503586135", "name": "network-vif-plugged", "status": "completed", "tag": "2e775ba4-8012-4a66-8338-18edfe1ad206"}]}' {{(pid=93013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:03:50.534007 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd24d88-df81-4603-a648-947817756177 x-openstack-request-id: req-4bd24d88-df81-4603-a648-947817756177 {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:03:50.534415 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1208bdf-1fe5-41e4-8e0b-e0e503586135", "name": "network-vif-plugged", "status": "completed", "tag": "2e775ba4-8012-4a66-8338-18edfe1ad206", "code": 200}]} {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:03:50.534784 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4bd24d88-df81-4603-a648-947817756177 {{(pid=93013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:03:50.535340 dv-cinder-789603-11-iscsi neutron-server[93013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1208bdf-1fe5-41e4-8e0b-e0e503586135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e775ba4-8012-4a66-8338-18edfe1ad206', 'code': 200} Jul 08 13:03:50.731640 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ee852-bbe1-4534-83ca-d9012c3d2f1b req-01b00c87-6e9b-4f02-bbeb-08a22da1e8ac tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:50.741076 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-111ee852-bbe1-4534-83ca-d9012c3d2f1b req-01b00c87-6e9b-4f02-bbeb-08a22da1e8ac tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 945 time: 0.0929344 Jul 08 13:03:50.786209 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb1411-4240-46f9-b4df-1282e14be094 req-ccffecda-d884-43af-b74a-d689199c0452 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:50.787745 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-1adb1411-4240-46f9-b4df-1282e14be094 req-ccffecda-d884-43af-b74a-d689199c0452 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=29e5c814-abb2-43a0-be73-99652d1cf98c HTTP/1.1" status: 200 len: 945 time: 0.1042025 Jul 08 13:03:50.807315 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-111ee852-bbe1-4534-83ca-d9012c3d2f1b req-601c4125-5418-4692-b5ae-ff0fe1d4a4d5 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648510 Jul 08 13:03:50.867417 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-1adb1411-4240-46f9-b4df-1282e14be094 req-7513d8fc-d852-4f86-bd8e-b6ed1736cbeb tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658987 Jul 08 13:03:51.014650 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a834c-d1e8-4f53-a68e-0c6136945697 req-ccd51a63-0d4d-4eac-b130-80090dd31c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:51.016662 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-566a834c-d1e8-4f53-a68e-0c6136945697 req-ccd51a63-0d4d-4eac-b130-80090dd31c22 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a1208bdf-1fe5-41e4-8e0b-e0e503586135 HTTP/1.1" status: 200 len: 1102 time: 0.0729399 Jul 08 13:03:51.138800 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-566a834c-d1e8-4f53-a68e-0c6136945697 req-7b334223-5bcd-474d-bc9f-75a5d9c47d3a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c2613d0d-37a6-4a06-bdee-0e5b950eca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727463 Jul 08 13:03:51.276431 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dae962-5a6d-465f-b07b-2dd93e9d09fc req-dd393e9d-9629-4db8-8893-e0aeaa9e86fb tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:51.285684 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-20dae962-5a6d-465f-b07b-2dd93e9d09fc req-dd393e9d-9629-4db8-8893-e0aeaa9e86fb tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1208bdf-1fe5-41e4-8e0b-e0e503586135 HTTP/1.1" status: 200 len: 949 time: 0.0839102 Jul 08 13:03:51.332832 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-20dae962-5a6d-465f-b07b-2dd93e9d09fc req-f7beb574-fb33-45e4-bc30-f9ff0b6a19eb tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2613d0d-37a6-4a06-bdee-0e5b950eca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460021 Jul 08 13:03:51.341873 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 39826) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:03:51.367405 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf0743-3ccd-4123-aa85-90cb262c7f40 req-dafd2310-44b5-47bc-ac02-4de8299f37da tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:51.369234 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-eebf0743-3ccd-4123-aa85-90cb262c7f40 req-dafd2310-44b5-47bc-ac02-4de8299f37da tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/ports?device_id=834bd889-ecf4-4f30-b7bf-3d184faa8512 HTTP/1.1" status: 200 len: 946 time: 0.0986724 Jul 08 13:03:51.407557 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-eebf0743-3ccd-4123-aa85-90cb262c7f40 req-1e394924-92fc-479d-a19b-70bf8f478699 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3a2d98b-5225-431c-b401-c4d61b2724d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328140 Jul 08 13:03:51.458905 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c7967ea5-79cb-47a3-ab57-f3c7409e4b14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:51.547068 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c7967ea5-79cb-47a3-ab57-f3c7409e4b14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:51.550795 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c7967ea5-79cb-47a3-ab57-f3c7409e4b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:51.590698 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-c7967ea5-79cb-47a3-ab57-f3c7409e4b14 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=70cd0b03e69d47aab2c7e134362419d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2477660 Jul 08 13:03:51.591492 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7967ea5-79cb-47a3-ab57-f3c7409e4b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d260bf-5337-4231-b7af-94e5564aebd8,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:51.594011 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 39832) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:03:51.599190 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7967ea5-79cb-47a3-ab57-f3c7409e4b14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:03:51.599531 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7967ea5-79cb-47a3-ab57-f3c7409e4b14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:03:51.600056 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7967ea5-79cb-47a3-ab57-f3c7409e4b14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:03:51.600309 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7967ea5-79cb-47a3-ab57-f3c7409e4b14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:03:51.600623 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7967ea5-79cb-47a3-ab57-f3c7409e4b14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:03:51.600946 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7967ea5-79cb-47a3-ab57-f3c7409e4b14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:03:51.601267 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7967ea5-79cb-47a3-ab57-f3c7409e4b14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:03:51.601586 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7967ea5-79cb-47a3-ab57-f3c7409e4b14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:03:51.601961 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7967ea5-79cb-47a3-ab57-f3c7409e4b14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:03:51.602277 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7967ea5-79cb-47a3-ab57-f3c7409e4b14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:03:51.602591 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7967ea5-79cb-47a3-ab57-f3c7409e4b14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:03:51.602906 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7967ea5-79cb-47a3-ab57-f3c7409e4b14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:03:51.648953 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f720c36b-7819-4683-b659-7f4711876070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:51.669836 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f720c36b-7819-4683-b659-7f4711876070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:51.713861 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f720c36b-7819-4683-b659-7f4711876070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:51.716474 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f720c36b-7819-4683-b659-7f4711876070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:03:51.717598 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-f720c36b-7819-4683-b659-7f4711876070 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/18d260bf-5337-4231-b7af-94e5564aebd8 HTTP/1.1" status: 204 len: 168 time: 0.1226039 Jul 08 13:03:51.725632 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f720c36b-7819-4683-b659-7f4711876070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d260bf-5337-4231-b7af-94e5564aebd8,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:03:51.732635 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f720c36b-7819-4683-b659-7f4711876070 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:03:51.733269 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f720c36b-7819-4683-b659-7f4711876070 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:03:51.733357 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f720c36b-7819-4683-b659-7f4711876070 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:03:51.733809 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f720c36b-7819-4683-b659-7f4711876070 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:03:51.733990 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f720c36b-7819-4683-b659-7f4711876070 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:03:51.734321 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f720c36b-7819-4683-b659-7f4711876070 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:03:51.734701 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f720c36b-7819-4683-b659-7f4711876070 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:03:51.735088 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f720c36b-7819-4683-b659-7f4711876070 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:03:51.735420 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f720c36b-7819-4683-b659-7f4711876070 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:03:51.735859 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f720c36b-7819-4683-b659-7f4711876070 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:03:51.736210 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f720c36b-7819-4683-b659-7f4711876070 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:03:51.736534 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f720c36b-7819-4683-b659-7f4711876070 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:03:51.998912 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f3a35-79da-4531-a2ec-bf11d49d8798 req-3ae5314b-a76c-4715-b6dc-fa89f17a6274 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:52.010842 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b66f3a35-79da-4531-a2ec-bf11d49d8798 req-3ae5314b-a76c-4715-b6dc-fa89f17a6274 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 945 time: 0.0921640 Jul 08 13:03:52.084355 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b66f3a35-79da-4531-a2ec-bf11d49d8798 req-a2c54b1e-d73c-43b6-a515-079536f21763 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720637 Jul 08 13:03:52.139538 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9112a4fd-c7c6-4c5d-9598-67b6944e7ff0 req-54add423-def3-4ebb-acdc-081809ef494b tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:52.141627 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-9112a4fd-c7c6-4c5d-9598-67b6944e7ff0 req-54add423-def3-4ebb-acdc-081809ef494b tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=29e5c814-abb2-43a0-be73-99652d1cf98c HTTP/1.1" status: 200 len: 945 time: 0.0817728 Jul 08 13:03:52.186234 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-9112a4fd-c7c6-4c5d-9598-67b6944e7ff0 req-9a1a2457-fb56-4d16-8a15-bf134ec203aa tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322156 Jul 08 13:03:52.519925 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8fdc15-3d87-4d28-9702-dd824d1c7e15 req-2d3d0e6d-34cb-4148-a9f5-1a38e74a4af2 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:52.521496 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7a8fdc15-3d87-4d28-9702-dd824d1c7e15 req-2d3d0e6d-34cb-4148-a9f5-1a38e74a4af2 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1208bdf-1fe5-41e4-8e0b-e0e503586135 HTTP/1.1" status: 200 len: 949 time: 0.0722215 Jul 08 13:03:52.561467 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7a8fdc15-3d87-4d28-9702-dd824d1c7e15 req-488586c3-6306-4cc9-9c2c-8a7590a286ea tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2613d0d-37a6-4a06-bdee-0e5b950eca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341673 Jul 08 13:03:52.586575 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ff25a-cb0d-4036-a5a9-a0c97ab70cdd req-e4f73660-0e9c-4b3b-ae3f-0ac2f7c22932 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:52.588431 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f24ff25a-cb0d-4036-a5a9-a0c97ab70cdd req-e4f73660-0e9c-4b3b-ae3f-0ac2f7c22932 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/ports?device_id=834bd889-ecf4-4f30-b7bf-3d184faa8512 HTTP/1.1" status: 200 len: 946 time: 0.0666664 Jul 08 13:03:52.625898 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f24ff25a-cb0d-4036-a5a9-a0c97ab70cdd req-0fce07cb-b8d6-4d98-af23-07550ba3642d tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3a2d98b-5225-431c-b401-c4d61b2724d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320828 Jul 08 13:03:53.269134 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f806f96b-b9f2-4d6d-812b-92c4d1feec94 req-5f0538a0-650a-4a3b-aaae-6c7031d9f4d0 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:53.270622 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f806f96b-b9f2-4d6d-812b-92c4d1feec94 req-5f0538a0-650a-4a3b-aaae-6c7031d9f4d0 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 945 time: 0.0649076 Jul 08 13:03:53.307935 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f806f96b-b9f2-4d6d-812b-92c4d1feec94 req-07550a3e-d742-4225-8bf3-9d5908591014 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317535 Jul 08 13:03:53.362725 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816b72b-5894-49ab-a382-bcb9387b5926 req-0556e6b1-b9bc-455c-8071-f6efba189c56 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:53.364099 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-8816b72b-5894-49ab-a382-bcb9387b5926 req-0556e6b1-b9bc-455c-8071-f6efba189c56 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=29e5c814-abb2-43a0-be73-99652d1cf98c HTTP/1.1" status: 200 len: 945 time: 0.0666811 Jul 08 13:03:53.400400 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-8816b72b-5894-49ab-a382-bcb9387b5926 req-d80fc482-6584-4699-913c-d8c86cfe3836 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307329 Jul 08 13:03:53.737706 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f80b8-912f-4650-a2a1-e78bed2c6084 req-07499bec-9f49-4c02-bff7-ae1efbc97751 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:53.739179 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-927f80b8-912f-4650-a2a1-e78bed2c6084 req-07499bec-9f49-4c02-bff7-ae1efbc97751 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1208bdf-1fe5-41e4-8e0b-e0e503586135 HTTP/1.1" status: 200 len: 949 time: 0.0644929 Jul 08 13:03:53.777838 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-927f80b8-912f-4650-a2a1-e78bed2c6084 req-5dd7fcbd-a609-4b51-a7f6-11d92e608fed tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2613d0d-37a6-4a06-bdee-0e5b950eca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330687 Jul 08 13:03:53.797998 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd02f13-4f54-4ac8-93c1-c4618cdb5154 req-28e3baed-0400-4177-913b-899968a5fb1f tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:53.799506 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-2bd02f13-4f54-4ac8-93c1-c4618cdb5154 req-28e3baed-0400-4177-913b-899968a5fb1f tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/ports?device_id=834bd889-ecf4-4f30-b7bf-3d184faa8512 HTTP/1.1" status: 200 len: 946 time: 0.0653987 Jul 08 13:03:53.838162 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-2bd02f13-4f54-4ac8-93c1-c4618cdb5154 req-b1035adf-2ff0-4c9f-8831-47ae6cd1f6d3 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3a2d98b-5225-431c-b401-c4d61b2724d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331957 Jul 08 13:03:54.487671 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d73790-ed5f-4a21-8381-83dc963fbcb6 req-8fa2d76d-31a4-4ef0-b11e-7571e0bfa8e6 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:54.489190 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-02d73790-ed5f-4a21-8381-83dc963fbcb6 req-8fa2d76d-31a4-4ef0-b11e-7571e0bfa8e6 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 945 time: 0.0666685 Jul 08 13:03:54.527797 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-02d73790-ed5f-4a21-8381-83dc963fbcb6 req-3b426af3-a739-4c94-87e9-46eb721b9adf tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328937 Jul 08 13:03:54.585675 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25bd455-275e-4164-9f29-b9b1e95d1392 req-87e6498a-84f1-4ef1-a96b-4930976acd42 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:54.587174 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-c25bd455-275e-4164-9f29-b9b1e95d1392 req-87e6498a-84f1-4ef1-a96b-4930976acd42 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=29e5c814-abb2-43a0-be73-99652d1cf98c HTTP/1.1" status: 200 len: 945 time: 0.0724640 Jul 08 13:03:54.627836 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-c25bd455-275e-4164-9f29-b9b1e95d1392 req-1e37d976-db09-4da8-96b1-ab287d6b1549 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344045 Jul 08 13:03:54.953904 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83c327-3837-45f1-8bb8-281f7b75bc73 req-3b5c12ac-6e9d-423d-b53d-e8d336ed9c4e tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:54.955383 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5e83c327-3837-45f1-8bb8-281f7b75bc73 req-3b5c12ac-6e9d-423d-b53d-e8d336ed9c4e tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1208bdf-1fe5-41e4-8e0b-e0e503586135 HTTP/1.1" status: 200 len: 949 time: 0.0638204 Jul 08 13:03:54.992943 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5e83c327-3837-45f1-8bb8-281f7b75bc73 req-eb9b9f09-058b-426e-ad86-d5b6f8723822 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2613d0d-37a6-4a06-bdee-0e5b950eca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316517 Jul 08 13:03:55.010102 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c5253-052b-4007-9d8d-2185e728ee6d req-7c171fa4-544c-44de-b5a8-251bfb987bdb tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:55.011588 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-3f1c5253-052b-4007-9d8d-2185e728ee6d req-7c171fa4-544c-44de-b5a8-251bfb987bdb tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/ports?device_id=834bd889-ecf4-4f30-b7bf-3d184faa8512 HTTP/1.1" status: 200 len: 946 time: 0.0642219 Jul 08 13:03:55.049422 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-3f1c5253-052b-4007-9d8d-2185e728ee6d req-f55089f3-92bb-4587-ae3c-8fd0ee50728c tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3a2d98b-5225-431c-b401-c4d61b2724d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315108 Jul 08 13:03:55.722091 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c0e64-630b-4d6e-8abd-5a23f4cefa4d req-772b3840-4b87-45c9-ac41-a8468a5b8167 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:55.723569 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d67c0e64-630b-4d6e-8abd-5a23f4cefa4d req-772b3840-4b87-45c9-ac41-a8468a5b8167 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 945 time: 0.0663884 Jul 08 13:03:55.761121 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d67c0e64-630b-4d6e-8abd-5a23f4cefa4d req-7961980d-9454-4182-bc82-0ea1b304a847 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318935 Jul 08 13:03:55.801498 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c9af2e-9b52-4a29-be57-6feca33811a4 req-501ee49f-a790-40b2-94bc-814776a3f4e0 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:55.802990 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-40c9af2e-9b52-4a29-be57-6feca33811a4 req-501ee49f-a790-40b2-94bc-814776a3f4e0 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=29e5c814-abb2-43a0-be73-99652d1cf98c HTTP/1.1" status: 200 len: 945 time: 0.0626013 Jul 08 13:03:55.839666 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-40c9af2e-9b52-4a29-be57-6feca33811a4 req-75999572-bbe8-40f7-b71a-40a124f9c04e tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311370 Jul 08 13:03:56.162319 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2697e2d-4181-496f-9645-59aac17dca50 req-39844599-f6cc-4bde-95d5-7763f885cde6 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:56.163798 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d2697e2d-4181-496f-9645-59aac17dca50 req-39844599-f6cc-4bde-95d5-7763f885cde6 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1208bdf-1fe5-41e4-8e0b-e0e503586135 HTTP/1.1" status: 200 len: 949 time: 0.0617113 Jul 08 13:03:56.199779 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d2697e2d-4181-496f-9645-59aac17dca50 req-18bb2171-9122-4aa3-9a49-218e4a92d1e4 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2613d0d-37a6-4a06-bdee-0e5b950eca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303807 Jul 08 13:03:56.942640 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0fe9f-ec32-46e4-abe1-7eef4727ff53 req-c745c124-78b6-42f2-9e60-40ce904b3681 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:56.944121 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-37f0fe9f-ec32-46e4-abe1-7eef4727ff53 req-c745c124-78b6-42f2-9e60-40ce904b3681 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 945 time: 0.0669563 Jul 08 13:03:56.982100 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-37f0fe9f-ec32-46e4-abe1-7eef4727ff53 req-94fb2ac2-13e2-4ea0-9e25-2d25e872b846 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323429 Jul 08 13:03:57.014573 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29617d4-faf0-44eb-8bd7-eebaf3a3ac36 req-f289b82d-6b28-4fdf-a1a9-a0f9507fe6a6 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:57.016056 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a29617d4-faf0-44eb-8bd7-eebaf3a3ac36 req-f289b82d-6b28-4fdf-a1a9-a0f9507fe6a6 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=29e5c814-abb2-43a0-be73-99652d1cf98c HTTP/1.1" status: 200 len: 945 time: 0.0625041 Jul 08 13:03:57.053435 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a29617d4-faf0-44eb-8bd7-eebaf3a3ac36 req-e80e646d-821a-4f16-8435-0e9a549bec23 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316777 Jul 08 13:03:57.375585 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111105a-a03c-4f0d-8972-f2620d2fde33 req-cd34e877-9b96-4498-9d29-980277d151cf tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:57.377018 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-9111105a-a03c-4f0d-8972-f2620d2fde33 req-cd34e877-9b96-4498-9d29-980277d151cf tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1208bdf-1fe5-41e4-8e0b-e0e503586135 HTTP/1.1" status: 200 len: 949 time: 0.0636778 Jul 08 13:03:57.413532 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-9111105a-a03c-4f0d-8972-f2620d2fde33 req-634a03ed-1f9d-4ea5-92bc-9aa0f70a0f47 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2613d0d-37a6-4a06-bdee-0e5b950eca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310528 Jul 08 13:03:57.946918 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f897d-84d2-4ee2-b839-0d3c0350643e req-be714cef-bf76-410f-ac1e-533dec7f7f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:57.948415 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-034f897d-84d2-4ee2-b839-0d3c0350643e req-be714cef-bf76-410f-ac1e-533dec7f7f28 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=45f87e6dad28491db9dd7c8bd15c288e&device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 1098 time: 0.0665476 Jul 08 13:03:58.072093 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f897d-84d2-4ee2-b839-0d3c0350643e req-fa8caaaa-943f-490e-a8eb-3c0e3b1074bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:58.073678 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-034f897d-84d2-4ee2-b839-0d3c0350643e req-fa8caaaa-943f-490e-a8eb-3c0e3b1074bd service neutron] 10.222.0.21 "GET /v2.0/networks?id=a04372ec-c042-4405-a1d0-b6660a8bf946 HTTP/1.1" status: 200 len: 917 time: 0.0986826 Jul 08 13:03:58.170719 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-034f897d-84d2-4ee2-b839-0d3c0350643e req-a4ca9e34-8cc4-4c77-9ef8-8b86cce6706b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a444704-0459-47f5-8a8e-0527f9196d16 HTTP/1.1" status: 200 len: 1001 time: 0.0812745 Jul 08 13:03:58.191776 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e415594-10de-4ec5-8a49-ad49b281797d req-493d4052-a6e7-4c8a-9acb-584e7f2ed414 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:58.194058 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9e415594-10de-4ec5-8a49-ad49b281797d req-493d4052-a6e7-4c8a-9acb-584e7f2ed414 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 945 time: 0.0826268 Jul 08 13:03:58.235689 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9e415594-10de-4ec5-8a49-ad49b281797d req-ddacd507-322f-407b-8fed-91d3f182c9e0 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343032 Jul 08 13:03:58.277537 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f897d-84d2-4ee2-b839-0d3c0350643e req-2b187752-f5ce-434d-9c1b-a3a18bb43569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:58.279025 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-034f897d-84d2-4ee2-b839-0d3c0350643e req-2b187752-f5ce-434d-9c1b-a3a18bb43569 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5a7a9e7d-3071-4940-95e2-12dfd08df222 HTTP/1.1" status: 200 len: 855 time: 0.0780957 Jul 08 13:03:58.293033 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b715e97-ab32-4777-961d-6b5f61cb0541 req-8d2b73b6-a915-4e38-a2ab-e49189919201 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:58.294437 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-8b715e97-ab32-4777-961d-6b5f61cb0541 req-8d2b73b6-a915-4e38-a2ab-e49189919201 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=29e5c814-abb2-43a0-be73-99652d1cf98c HTTP/1.1" status: 200 len: 945 time: 0.1072562 Jul 08 13:03:58.364929 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-8b715e97-ab32-4777-961d-6b5f61cb0541 req-b8119214-d3aa-46b4-9357-457bbb38fd8a tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600951 Jul 08 13:03:58.379756 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f897d-84d2-4ee2-b839-0d3c0350643e req-f5d5f44f-c1a4-4cbb-ac07-99fc61d35abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:58.381291 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-034f897d-84d2-4ee2-b839-0d3c0350643e req-f5d5f44f-c1a4-4cbb-ac07-99fc61d35abd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a04372ec-c042-4405-a1d0-b6660a8bf946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0859993 Jul 08 13:03:58.585344 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b7c42-8b06-469e-930e-da828526e960 req-1fe5e4a1-cc58-44a0-80fa-2c1c99155226 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:58.586828 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-382b7c42-8b06-469e-930e-da828526e960 req-1fe5e4a1-cc58-44a0-80fa-2c1c99155226 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1208bdf-1fe5-41e4-8e0b-e0e503586135 HTTP/1.1" status: 200 len: 949 time: 0.0637965 Jul 08 13:03:58.608225 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-034f897d-84d2-4ee2-b839-0d3c0350643e req-6bfea42c-27ec-44d8-84fe-374154abd50f service neutron] 10.222.0.21 "GET /v2.0/networks/a04372ec-c042-4405-a1d0-b6660a8bf946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838432 Jul 08 13:03:58.624895 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-382b7c42-8b06-469e-930e-da828526e960 req-b985e171-de10-47b0-8e5f-5003dfd7a29c tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2613d0d-37a6-4a06-bdee-0e5b950eca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321529 Jul 08 13:03:58.704941 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-034f897d-84d2-4ee2-b839-0d3c0350643e req-a5a0f123-545d-4151-9420-910bb47d4edf service neutron] 10.222.0.21 "GET /v2.0/networks/a04372ec-c042-4405-a1d0-b6660a8bf946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878103 Jul 08 13:03:59.412202 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2458159-13fb-46f6-8830-bb3b1ce279bc req-bac435d3-4c4f-46e9-a70a-935daa9b026e tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:59.413694 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d2458159-13fb-46f6-8830-bb3b1ce279bc req-bac435d3-4c4f-46e9-a70a-935daa9b026e tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 945 time: 0.0621166 Jul 08 13:03:59.450483 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d2458159-13fb-46f6-8830-bb3b1ce279bc req-fa026995-1403-4092-94c9-c79661f5e6e7 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312572 Jul 08 13:03:59.538137 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89cb6fc-779c-43d2-8960-4249bdc09db1 req-dbce65f9-22bb-4899-9ef0-82f8ceaad56b tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:59.539549 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c89cb6fc-779c-43d2-8960-4249bdc09db1 req-dbce65f9-22bb-4899-9ef0-82f8ceaad56b tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=29e5c814-abb2-43a0-be73-99652d1cf98c HTTP/1.1" status: 200 len: 945 time: 0.0650916 Jul 08 13:03:59.577032 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c89cb6fc-779c-43d2-8960-4249bdc09db1 req-63fb6dce-6b3e-4b7b-abd5-1316b29f4915 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316212 Jul 08 13:03:59.793718 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010e37be-e504-4a94-b4fa-9b299ecfcc2f req-11d880e1-598f-4f13-921c-be8ee9196fc8 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:03:59.795092 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-010e37be-e504-4a94-b4fa-9b299ecfcc2f req-11d880e1-598f-4f13-921c-be8ee9196fc8 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1208bdf-1fe5-41e4-8e0b-e0e503586135 HTTP/1.1" status: 200 len: 949 time: 0.0611200 Jul 08 13:03:59.833707 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-010e37be-e504-4a94-b4fa-9b299ecfcc2f req-19c262e4-e46a-4059-a57f-f02dac59bf22 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2613d0d-37a6-4a06-bdee-0e5b950eca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322917 Jul 08 13:03:59.932027 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:00.626900 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35900ee-b987-4c17-838e-b287eeb5083c req-302863ec-1f3f-4294-991e-2db7b6995eda tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:00.628406 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e35900ee-b987-4c17-838e-b287eeb5083c req-302863ec-1f3f-4294-991e-2db7b6995eda tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 945 time: 0.0631516 Jul 08 13:04:00.665910 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e35900ee-b987-4c17-838e-b287eeb5083c req-66c25b59-ef0d-4126-b637-81fb0042db2f tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319140 Jul 08 13:04:00.754356 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877f3ad-e4da-4968-be09-35bf1b0d73b3 req-0b334830-0fbd-4956-914b-51955021f134 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:00.755734 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-6877f3ad-e4da-4968-be09-35bf1b0d73b3 req-0b334830-0fbd-4956-914b-51955021f134 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=29e5c814-abb2-43a0-be73-99652d1cf98c HTTP/1.1" status: 200 len: 945 time: 0.0656955 Jul 08 13:04:00.794245 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-6877f3ad-e4da-4968-be09-35bf1b0d73b3 req-761a8ba1-5906-4d58-af9a-4d156a7df65e tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328960 Jul 08 13:04:01.841964 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd078eec-fc22-48a3-a18d-94b6e56bbeeb req-48be1a68-7a6d-4b6a-883a-72b2507684f0 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:01.843453 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-bd078eec-fc22-48a3-a18d-94b6e56bbeeb req-48be1a68-7a6d-4b6a-883a-72b2507684f0 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 945 time: 0.0639324 Jul 08 13:04:01.882120 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-bd078eec-fc22-48a3-a18d-94b6e56bbeeb req-55d3f345-0374-4ce1-8b01-9846a007cb6a tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323989 Jul 08 13:04:01.969774 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e8a98-bfbe-489a-8e4b-a0487590a0f5 req-084a9362-33ee-4489-8c10-2a332bbd0e38 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:01.971179 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-4b4e8a98-bfbe-489a-8e4b-a0487590a0f5 req-084a9362-33ee-4489-8c10-2a332bbd0e38 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=29e5c814-abb2-43a0-be73-99652d1cf98c HTTP/1.1" status: 200 len: 945 time: 0.0650270 Jul 08 13:04:02.009250 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-4b4e8a98-bfbe-489a-8e4b-a0487590a0f5 req-640346b4-9596-413b-bde2-a3f11fee3594 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323536 Jul 08 13:04:02.507795 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-d99b5bd6-8c10-4e51-a8a0-8355c1d1b738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:03.108960 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e487821a-a448-4703-b944-95f98008bfdc req-3a99eaf1-7512-4992-99f0-157b175d3a36 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:03.111004 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e487821a-a448-4703-b944-95f98008bfdc req-3a99eaf1-7512-4992-99f0-157b175d3a36 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 945 time: 0.0808654 Jul 08 13:04:03.127495 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25111086-2db6-4625-a6aa-a86433db884d req-f62a5f51-f45f-4692-8df5-b16ff4941864 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:03.129127 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-25111086-2db6-4625-a6aa-a86433db884d req-f62a5f51-f45f-4692-8df5-b16ff4941864 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1208bdf-1fe5-41e4-8e0b-e0e503586135 HTTP/1.1" status: 200 len: 949 time: 0.0651813 Jul 08 13:04:03.150756 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e487821a-a448-4703-b944-95f98008bfdc req-d31aec28-b50b-4b47-85b8-dce410975e9a tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337603 Jul 08 13:04:03.171416 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-25111086-2db6-4625-a6aa-a86433db884d req-b850d0ea-090e-4ed7-9de3-9c955324c336 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2613d0d-37a6-4a06-bdee-0e5b950eca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368297 Jul 08 13:04:03.317809 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b144fc-6b41-4ca3-a212-47b9a494511f req-de28f7e6-538d-42bf-8d40-9ac955ce5889 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:03.319412 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-02b144fc-6b41-4ca3-a212-47b9a494511f req-de28f7e6-538d-42bf-8d40-9ac955ce5889 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/ports?device_id=834bd889-ecf4-4f30-b7bf-3d184faa8512 HTTP/1.1" status: 200 len: 946 time: 0.0638967 Jul 08 13:04:03.340042 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20823f60-182c-4db9-967d-0ce9f3170eae req-f8d5d935-b7b5-4492-8a00-304b124a0d1f tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:03.341610 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-20823f60-182c-4db9-967d-0ce9f3170eae req-f8d5d935-b7b5-4492-8a00-304b124a0d1f tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=29e5c814-abb2-43a0-be73-99652d1cf98c HTTP/1.1" status: 200 len: 945 time: 0.0644932 Jul 08 13:04:03.358905 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-02b144fc-6b41-4ca3-a212-47b9a494511f req-1e5f0d50-ea18-479b-8e80-a110245da359 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3a2d98b-5225-431c-b401-c4d61b2724d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338483 Jul 08 13:04:03.379105 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-20823f60-182c-4db9-967d-0ce9f3170eae req-a77b8092-2468-4ffc-816f-6a49e6bf7af8 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319145 Jul 08 13:04:04.329336 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd973b6c-7570-4b23-81b6-52f1749a8a98 req-f805341d-064f-4130-86ee-f3555301fb7d tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:04.330958 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-cd973b6c-7570-4b23-81b6-52f1749a8a98 req-f805341d-064f-4130-86ee-f3555301fb7d tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 945 time: 0.0660806 Jul 08 13:04:04.361611 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3960979e-e4b5-4d76-8a9c-d1fc7446f714 req-19a04e7f-fb12-4b45-a58b-7ff5f5cdeb5e tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:04.364034 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-3960979e-e4b5-4d76-8a9c-d1fc7446f714 req-19a04e7f-fb12-4b45-a58b-7ff5f5cdeb5e tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1208bdf-1fe5-41e4-8e0b-e0e503586135 HTTP/1.1" status: 200 len: 949 time: 0.0754585 Jul 08 13:04:04.378613 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-cd973b6c-7570-4b23-81b6-52f1749a8a98 req-a23b66a9-af4a-4ab9-ac2e-cccffca68554 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393708 Jul 08 13:04:04.406462 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-3960979e-e4b5-4d76-8a9c-d1fc7446f714 req-0f05ab3a-1016-44f5-9e25-8b87cfd6773b tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2613d0d-37a6-4a06-bdee-0e5b950eca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333045 Jul 08 13:04:04.553289 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ffacc-bb6a-4ccf-bebe-f4dc0ce8f5b4 req-45e00795-8f53-4d16-8da4-ff100b33ea64 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:04.554800 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c19ffacc-bb6a-4ccf-bebe-f4dc0ce8f5b4 req-45e00795-8f53-4d16-8da4-ff100b33ea64 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/ports?device_id=834bd889-ecf4-4f30-b7bf-3d184faa8512 HTTP/1.1" status: 200 len: 946 time: 0.0639992 Jul 08 13:04:04.567667 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03ac63-d19d-44d0-b3a2-4e4a29660e4c req-f68ad840-6f18-484b-ab2c-f37ca56d5524 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:04.569203 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-af03ac63-d19d-44d0-b3a2-4e4a29660e4c req-f68ad840-6f18-484b-ab2c-f37ca56d5524 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=29e5c814-abb2-43a0-be73-99652d1cf98c HTTP/1.1" status: 200 len: 945 time: 0.0687604 Jul 08 13:04:04.593109 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c19ffacc-bb6a-4ccf-bebe-f4dc0ce8f5b4 req-94763ce3-8d04-4bb7-918b-02976d58532b tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3a2d98b-5225-431c-b401-c4d61b2724d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325639 Jul 08 13:04:04.608359 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-af03ac63-d19d-44d0-b3a2-4e4a29660e4c req-02f1ea3d-4e7d-463c-a2a0-cabdf0a1167c tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334897 Jul 08 13:04:05.355289 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-c7adbaa1-6034-437a-9dad-28b1f633202e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:05.553116 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba78d5-99ea-4f54-914e-fd3590b8d9d6 req-321fd2f5-7003-4bce-83b1-27b5ddc3fc16 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:05.554597 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-23ba78d5-99ea-4f54-914e-fd3590b8d9d6 req-321fd2f5-7003-4bce-83b1-27b5ddc3fc16 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 945 time: 0.0619605 Jul 08 13:04:05.577974 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28c5d3-6c97-4633-ba06-01dd6b2fa23a req-18cd54fc-1084-4e2e-962f-751ce6579407 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:05.580105 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0d28c5d3-6c97-4633-ba06-01dd6b2fa23a req-18cd54fc-1084-4e2e-962f-751ce6579407 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1208bdf-1fe5-41e4-8e0b-e0e503586135 HTTP/1.1" status: 200 len: 949 time: 0.0630205 Jul 08 13:04:05.592442 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-23ba78d5-99ea-4f54-914e-fd3590b8d9d6 req-799dfa42-1e68-4c16-b979-c962644ab05b tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322733 Jul 08 13:04:05.617730 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0d28c5d3-6c97-4633-ba06-01dd6b2fa23a req-2ef6bf34-7129-4add-8cad-06549f3ad802 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2613d0d-37a6-4a06-bdee-0e5b950eca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318792 Jul 08 13:04:05.710694 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:05.776628 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e2c3d-c75f-4626-9d8f-2e12c393c54e req-9f9556ef-105c-4980-9cdc-cb13db97cda0 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:05.778494 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d98e2c3d-c75f-4626-9d8f-2e12c393c54e req-9f9556ef-105c-4980-9cdc-cb13db97cda0 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/ports?device_id=834bd889-ecf4-4f30-b7bf-3d184faa8512 HTTP/1.1" status: 200 len: 946 time: 0.0696440 Jul 08 13:04:05.784906 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430baae6-ad14-41af-a6b6-d53989886091 req-e42f3dd5-112c-45ba-bec8-4eb45a288bc5 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:05.786406 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-430baae6-ad14-41af-a6b6-d53989886091 req-e42f3dd5-112c-45ba-bec8-4eb45a288bc5 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=29e5c814-abb2-43a0-be73-99652d1cf98c HTTP/1.1" status: 200 len: 945 time: 0.0652227 Jul 08 13:04:05.818134 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d98e2c3d-c75f-4626-9d8f-2e12c393c54e req-3ade1603-6aae-4511-9508-a23669ee4abc tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3a2d98b-5225-431c-b401-c4d61b2724d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340221 Jul 08 13:04:05.831402 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-430baae6-ad14-41af-a6b6-d53989886091 req-06bf5580-43bc-4748-bcbf-7803b21aeec0 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389369 Jul 08 13:04:06.097367 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-97c8e7b9-57f7-456d-825e-78a0ef1aae16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:06.775525 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63007df1-b573-467b-be8c-3c55a664c6d0 req-d94aea9b-1324-4a1d-aebf-970a2d13c912 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:06.777097 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-63007df1-b573-467b-be8c-3c55a664c6d0 req-d94aea9b-1324-4a1d-aebf-970a2d13c912 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 945 time: 0.0712326 Jul 08 13:04:06.800963 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b157c8-f75a-4dfa-9d6f-eb0243401558 req-3ad25121-3cf8-4c2d-a733-8cd774c70c03 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:06.802524 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-19b157c8-f75a-4dfa-9d6f-eb0243401558 req-3ad25121-3cf8-4c2d-a733-8cd774c70c03 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1208bdf-1fe5-41e4-8e0b-e0e503586135 HTTP/1.1" status: 200 len: 949 time: 0.0743833 Jul 08 13:04:06.818193 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-63007df1-b573-467b-be8c-3c55a664c6d0 req-a04e7cc1-3802-43f6-9399-ae7721b7ad08 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342138 Jul 08 13:04:06.842057 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-19b157c8-f75a-4dfa-9d6f-eb0243401558 req-3da300ef-dbec-4e94-b1e1-94c9f0077dd8 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2613d0d-37a6-4a06-bdee-0e5b950eca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328460 Jul 08 13:04:07.009693 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0925851e-6553-493c-af75-060f6ab96cfe req-ef9b41d4-1f48-4274-8c46-7f93e7e5de0c tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:07.013307 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fffaab-4eb7-480a-88e0-d934b4c3e597 req-1e627e09-02b4-4be2-91bc-e6814fdb8b27 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:07.014043 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0925851e-6553-493c-af75-060f6ab96cfe req-ef9b41d4-1f48-4274-8c46-7f93e7e5de0c tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/ports?device_id=834bd889-ecf4-4f30-b7bf-3d184faa8512 HTTP/1.1" status: 200 len: 946 time: 0.0840104 Jul 08 13:04:07.016233 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-54fffaab-4eb7-480a-88e0-d934b4c3e597 req-1e627e09-02b4-4be2-91bc-e6814fdb8b27 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=29e5c814-abb2-43a0-be73-99652d1cf98c HTTP/1.1" status: 200 len: 945 time: 0.0733969 Jul 08 13:04:07.060623 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0925851e-6553-493c-af75-060f6ab96cfe req-780c563d-4b67-43b3-85b8-1d130b3e7cd1 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3a2d98b-5225-431c-b401-c4d61b2724d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434544 Jul 08 13:04:07.067861 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-54fffaab-4eb7-480a-88e0-d934b4c3e597 req-a4615790-25c8-4df9-a468-bf8a6ed64ec1 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453644 Jul 08 13:04:07.841078 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-615b644b-3110-4324-8d19-7b6387de29b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:08.000918 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-0cef42f3-3a1a-4020-b263-5152d2247e85 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 13:04:08.005323 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca96d7-3b9d-4f71-8b86-9f8b9aefe0a9 req-ae2472bd-4668-48fb-b1d2-3dd6c64b1168 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:08.006859 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-caca96d7-3b9d-4f71-8b86-9f8b9aefe0a9 req-ae2472bd-4668-48fb-b1d2-3dd6c64b1168 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 945 time: 0.0724616 Jul 08 13:04:08.025904 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df325db9-3fa5-489f-8178-c31e5d5ee4b5 req-b9ca1708-85df-43d6-94ac-572c0dc88925 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:08.027378 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-df325db9-3fa5-489f-8178-c31e5d5ee4b5 req-b9ca1708-85df-43d6-94ac-572c0dc88925 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1208bdf-1fe5-41e4-8e0b-e0e503586135 HTTP/1.1" status: 200 len: 949 time: 0.0704975 Jul 08 13:04:08.045460 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-caca96d7-3b9d-4f71-8b86-9f8b9aefe0a9 req-554187b0-e180-4312-ab12-9d795c2d4c8b tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324354 Jul 08 13:04:08.067050 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-df325db9-3fa5-489f-8178-c31e5d5ee4b5 req-536a25fd-e756-4e08-a230-f337d8eeea25 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2613d0d-37a6-4a06-bdee-0e5b950eca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329177 Jul 08 13:04:08.246322 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868e846-5c76-4bdb-908f-36da9227e437 req-342a6d53-2d7f-47b6-84a6-90456c4814e4 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:08.246583 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c247a-aa40-4432-876c-78030d67b9b6 req-b9bacbd0-19b0-4c2e-b527-50af18d55009 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:08.247825 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-df2c247a-aa40-4432-876c-78030d67b9b6 req-b9bacbd0-19b0-4c2e-b527-50af18d55009 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=29e5c814-abb2-43a0-be73-99652d1cf98c HTTP/1.1" status: 200 len: 945 time: 0.0686874 Jul 08 13:04:08.247946 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0868e846-5c76-4bdb-908f-36da9227e437 req-342a6d53-2d7f-47b6-84a6-90456c4814e4 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/ports?device_id=834bd889-ecf4-4f30-b7bf-3d184faa8512 HTTP/1.1" status: 200 len: 946 time: 0.0677254 Jul 08 13:04:08.285562 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0868e846-5c76-4bdb-908f-36da9227e437 req-4b032683-d20c-4d69-961f-5da6b7e8a2a2 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3a2d98b-5225-431c-b401-c4d61b2724d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312846 Jul 08 13:04:08.285819 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-df2c247a-aa40-4432-876c-78030d67b9b6 req-6d3a6626-44e6-4a43-9fa0-5565203b27f0 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313828 Jul 08 13:04:09.232264 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90ffd2-927b-4824-b585-a2716fb02d8d req-161182b0-b4a3-406f-9b41-6a2e8a53487f tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:09.233763 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6e90ffd2-927b-4824-b585-a2716fb02d8d req-161182b0-b4a3-406f-9b41-6a2e8a53487f tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 945 time: 0.0736473 Jul 08 13:04:09.242063 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e189c6-a8ad-4e2c-9d9b-ae2fddb12d20 req-cb843b6e-5a04-4002-b9d5-ce7ffa9e6e3d tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:09.243599 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-b4e189c6-a8ad-4e2c-9d9b-ae2fddb12d20 req-cb843b6e-5a04-4002-b9d5-ce7ffa9e6e3d tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1208bdf-1fe5-41e4-8e0b-e0e503586135 HTTP/1.1" status: 200 len: 949 time: 0.0643797 Jul 08 13:04:09.274815 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6e90ffd2-927b-4824-b585-a2716fb02d8d req-b1f6956a-997f-47ec-a6fe-7e3459db3758 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349882 Jul 08 13:04:09.285580 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-b4e189c6-a8ad-4e2c-9d9b-ae2fddb12d20 req-37ee89d3-25bf-407d-813d-b5f793e8be35 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2613d0d-37a6-4a06-bdee-0e5b950eca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364356 Jul 08 13:04:09.461367 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feeba66-6127-424b-825c-8ac1471eba39 req-6e9912e6-e8c8-46ba-8c8a-e75de1ca58fa tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:09.462855 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-4feeba66-6127-424b-825c-8ac1471eba39 req-6e9912e6-e8c8-46ba-8c8a-e75de1ca58fa tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/ports?device_id=834bd889-ecf4-4f30-b7bf-3d184faa8512 HTTP/1.1" status: 200 len: 946 time: 0.0672295 Jul 08 13:04:09.465401 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f0025-8240-4e74-a4e6-1f639db8e69e req-dc6a663c-9e8f-4c11-a480-5b6fc765ca0b tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:09.466882 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d15f0025-8240-4e74-a4e6-1f639db8e69e req-dc6a663c-9e8f-4c11-a480-5b6fc765ca0b tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=29e5c814-abb2-43a0-be73-99652d1cf98c HTTP/1.1" status: 200 len: 945 time: 0.0626466 Jul 08 13:04:09.501329 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-4feeba66-6127-424b-825c-8ac1471eba39 req-e10f66fc-2a0a-4c96-94ea-bf83a08f9b16 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3a2d98b-5225-431c-b401-c4d61b2724d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325651 Jul 08 13:04:09.503894 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d15f0025-8240-4e74-a4e6-1f639db8e69e req-706b61b7-f362-4929-a7a5-1b322c7115bc tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314255 Jul 08 13:04:10.464836 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a1594-b379-4f37-a188-38de709cc932 req-2c18664b-60ab-441f-828e-2d29bb39ee4e tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:10.466454 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-321a1594-b379-4f37-a188-38de709cc932 req-2c18664b-60ab-441f-828e-2d29bb39ee4e tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 945 time: 0.0672433 Jul 08 13:04:10.467505 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93416ea2-0ed4-4cd7-b322-da6dcbf4f6d1 req-eec042f2-805e-4840-9176-200d547571bc tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:10.469653 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-93416ea2-0ed4-4cd7-b322-da6dcbf4f6d1 req-eec042f2-805e-4840-9176-200d547571bc tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1208bdf-1fe5-41e4-8e0b-e0e503586135 HTTP/1.1" status: 200 len: 949 time: 0.0703080 Jul 08 13:04:10.505383 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-321a1594-b379-4f37-a188-38de709cc932 req-bcc702bb-c541-46a6-a6d0-4dd13111f97e tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325141 Jul 08 13:04:10.506722 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-93416ea2-0ed4-4cd7-b322-da6dcbf4f6d1 req-b66fd919-9e7a-4863-95e0-3886217971a0 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2613d0d-37a6-4a06-bdee-0e5b950eca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311928 Jul 08 13:04:10.680207 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a37b1-c680-4943-9e6b-7671066fda24 req-318c0802-8eb9-4fbc-bb7f-00ac2afef289 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:10.681760 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ad1a37b1-c680-4943-9e6b-7671066fda24 req-318c0802-8eb9-4fbc-bb7f-00ac2afef289 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/ports?device_id=834bd889-ecf4-4f30-b7bf-3d184faa8512 HTTP/1.1" status: 200 len: 946 time: 0.0633006 Jul 08 13:04:10.684057 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f02affc-a10c-473e-911c-75b0d769a9a3 req-1cea0224-bfdd-4cf6-a815-c34d7f4fd411 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:10.685655 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0f02affc-a10c-473e-911c-75b0d769a9a3 req-1cea0224-bfdd-4cf6-a815-c34d7f4fd411 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=29e5c814-abb2-43a0-be73-99652d1cf98c HTTP/1.1" status: 200 len: 945 time: 0.0674455 Jul 08 13:04:10.722094 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ad1a37b1-c680-4943-9e6b-7671066fda24 req-f9ee1209-b373-4e65-ab9e-465c62273070 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3a2d98b-5225-431c-b401-c4d61b2724d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344512 Jul 08 13:04:10.728552 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0f02affc-a10c-473e-911c-75b0d769a9a3 req-37e4e12a-bf70-48d3-bc70-e59a87b152c3 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331006 Jul 08 13:04:11.675767 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44788183-774b-4ec8-bd64-5c3221c58b50 req-6c27d0f2-c8b5-4921-9d44-8ddb24518907 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:11.677262 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-44788183-774b-4ec8-bd64-5c3221c58b50 req-6c27d0f2-c8b5-4921-9d44-8ddb24518907 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1208bdf-1fe5-41e4-8e0b-e0e503586135 HTTP/1.1" status: 200 len: 949 time: 0.0620706 Jul 08 13:04:11.686524 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb37b6ff-a8a1-4364-b907-a067f71d4ffd req-77f1d62d-677a-4640-9bba-55909d3194d4 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:11.688718 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-fb37b6ff-a8a1-4364-b907-a067f71d4ffd req-77f1d62d-677a-4640-9bba-55909d3194d4 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 945 time: 0.0654106 Jul 08 13:04:11.715110 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-44788183-774b-4ec8-bd64-5c3221c58b50 req-3d49fef9-d853-4a0c-a3c0-4568b5c71596 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2613d0d-37a6-4a06-bdee-0e5b950eca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320406 Jul 08 13:04:11.726785 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-fb37b6ff-a8a1-4364-b907-a067f71d4ffd req-5bf7f7b0-49e2-4c7d-a2cc-f1ad94e319ac tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324800 Jul 08 13:04:11.895991 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00e647-d563-4b2b-94d8-4f413d5ed665 req-3a560a78-625d-4037-a1a6-532858cc1562 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:11.897412 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-9d00e647-d563-4b2b-94d8-4f413d5ed665 req-3a560a78-625d-4037-a1a6-532858cc1562 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=29e5c814-abb2-43a0-be73-99652d1cf98c HTTP/1.1" status: 200 len: 945 time: 0.0629301 Jul 08 13:04:11.902145 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e86c4e-4986-40d7-91e9-1790c83fbf7a req-879de6c4-2736-4e23-b8fb-811d6b043a3c tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:11.903636 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-68e86c4e-4986-40d7-91e9-1790c83fbf7a req-879de6c4-2736-4e23-b8fb-811d6b043a3c tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/ports?device_id=834bd889-ecf4-4f30-b7bf-3d184faa8512 HTTP/1.1" status: 200 len: 946 time: 0.0658054 Jul 08 13:04:11.942927 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-68e86c4e-4986-40d7-91e9-1790c83fbf7a req-0e924bc1-269d-4171-bbb7-7d9b2d1bc542 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3a2d98b-5225-431c-b401-c4d61b2724d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335031 Jul 08 13:04:11.943201 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-9d00e647-d563-4b2b-94d8-4f413d5ed665 req-1013947b-cd57-410d-b8f0-757b72507b49 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400252 Jul 08 13:04:12.891571 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34cc89-d71c-419d-855e-7f2ca5557a07 req-e9cae616-4e58-441c-8e52-0ce839df2982 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:12.893250 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-7b34cc89-d71c-419d-855e-7f2ca5557a07 req-e9cae616-4e58-441c-8e52-0ce839df2982 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1208bdf-1fe5-41e4-8e0b-e0e503586135 HTTP/1.1" status: 200 len: 949 time: 0.0655775 Jul 08 13:04:12.907759 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b24fae6-9c4c-4189-af8a-ed1e82dbe81f req-26361522-3fd3-468c-91a4-4190817f8c6d tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:12.909287 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9b24fae6-9c4c-4189-af8a-ed1e82dbe81f req-26361522-3fd3-468c-91a4-4190817f8c6d tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 945 time: 0.0640447 Jul 08 13:04:12.932138 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-7b34cc89-d71c-419d-855e-7f2ca5557a07 req-d34b87c4-25d4-4a17-aed4-428f6993ed8f tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2613d0d-37a6-4a06-bdee-0e5b950eca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329039 Jul 08 13:04:12.947614 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9b24fae6-9c4c-4189-af8a-ed1e82dbe81f req-1b70b05f-ba36-4dd8-83af-5b157f3cbbd5 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327876 Jul 08 13:04:13.125832 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad76df-5853-43a4-a153-cf77dcd16160 req-757c58e2-111d-4c2b-85ed-009d5a583ddb tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:13.126425 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51973176-9046-43b0-83bc-da81bbbb0d51 req-7ea3be52-01b6-4e8a-895c-0b82489cd8f8 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:13.127361 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-77ad76df-5853-43a4-a153-cf77dcd16160 req-757c58e2-111d-4c2b-85ed-009d5a583ddb tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=29e5c814-abb2-43a0-be73-99652d1cf98c HTTP/1.1" status: 200 len: 945 time: 0.0704334 Jul 08 13:04:13.127910 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-51973176-9046-43b0-83bc-da81bbbb0d51 req-7ea3be52-01b6-4e8a-895c-0b82489cd8f8 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/ports?device_id=834bd889-ecf4-4f30-b7bf-3d184faa8512 HTTP/1.1" status: 200 len: 946 time: 0.0704484 Jul 08 13:04:13.165815 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-77ad76df-5853-43a4-a153-cf77dcd16160 req-71332a39-2b2f-4859-87c0-a26161119ca3 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318515 Jul 08 13:04:13.168612 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-51973176-9046-43b0-83bc-da81bbbb0d51 req-0df5c308-f253-4679-bae8-f0b5bc878bf3 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3a2d98b-5225-431c-b401-c4d61b2724d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312951 Jul 08 13:04:14.109386 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a09c1c-30e6-43f6-a92b-ecf4d1ad5107 req-2373ad26-68df-4c75-96a3-09b1a14f1aa0 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:14.111551 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-13a09c1c-30e6-43f6-a92b-ecf4d1ad5107 req-2373ad26-68df-4c75-96a3-09b1a14f1aa0 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1208bdf-1fe5-41e4-8e0b-e0e503586135 HTTP/1.1" status: 200 len: 949 time: 0.0688207 Jul 08 13:04:14.127435 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d331cb3-d8ca-423c-8678-ae484b154f25 req-d7c6204c-5089-46b1-a1a5-88732cd5d1db tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:14.128967 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-2d331cb3-d8ca-423c-8678-ae484b154f25 req-d7c6204c-5089-46b1-a1a5-88732cd5d1db tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 945 time: 0.0674553 Jul 08 13:04:14.167755 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-2d331cb3-d8ca-423c-8678-ae484b154f25 req-dc75077d-3ad8-4ddb-ad8e-34da5626106b tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332251 Jul 08 13:04:14.197243 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-13a09c1c-30e6-43f6-a92b-ecf4d1ad5107 req-659393a6-6ed4-4ff9-b942-267ce1d73748 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/security-groups?id=c2613d0d-37a6-4a06-bdee-0e5b950eca4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801206 Jul 08 13:04:14.241249 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c33350-2636-4530-be37-7f7717ccb8d1 req-bee2c441-e8d2-4335-91d1-c4ef047fa12b tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:14.244090 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-a6c33350-2636-4530-be37-7f7717ccb8d1 req-bee2c441-e8d2-4335-91d1-c4ef047fa12b tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.21 "GET /v2.0/ports?device_id=834bd889-ecf4-4f30-b7bf-3d184faa8512 HTTP/1.1" status: 200 len: 946 time: 0.1014030 Jul 08 13:04:14.319418 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154f87e-517a-483c-b8fd-9bd5d239c3be req-f6e7cfdd-c4dd-4243-b63b-67b182a40315 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:14.328504 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-2154f87e-517a-483c-b8fd-9bd5d239c3be req-f6e7cfdd-c4dd-4243-b63b-67b182a40315 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1208bdf-1fe5-41e4-8e0b-e0e503586135 HTTP/1.1" status: 200 len: 949 time: 0.1493385 Jul 08 13:04:14.466499 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbbbf58-a84d-4bf5-b838-f122466f833f req-33022dee-198a-4c81-942d-86ba31a07911 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:14.466499 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-5cbbbf58-a84d-4bf5-b838-f122466f833f req-33022dee-198a-4c81-942d-86ba31a07911 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/ports?device_id=834bd889-ecf4-4f30-b7bf-3d184faa8512 HTTP/1.1" status: 200 len: 946 time: 0.0911679 Jul 08 13:04:14.468268 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [req-a6c33350-2636-4530-be37-7f7717ccb8d1 req-d0ea8866-1e32-4cd7-9ef5-49d8accee51c tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Deleting port 4aacc73b-981f-4431-b75f-dfdd5c60b60b {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:04:14.468610 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-a6c33350-2636-4530-be37-7f7717ccb8d1 req-d0ea8866-1e32-4cd7-9ef5-49d8accee51c tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:14.512042 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc5dba5-24ec-44bf-9f3d-c3b76e3dfd13 req-23faf7d4-cf2a-4f42-9e76-6c1d286e0ab4 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:14.513567 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5dc5dba5-24ec-44bf-9f3d-c3b76e3dfd13 req-23faf7d4-cf2a-4f42-9e76-6c1d286e0ab4 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=29e5c814-abb2-43a0-be73-99652d1cf98c HTTP/1.1" status: 200 len: 945 time: 0.1184740 Jul 08 13:04:14.537429 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [req-2154f87e-517a-483c-b8fd-9bd5d239c3be req-6b3c1647-399e-4a9d-aff7-6f9e624de64c tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] Deleting port 2e775ba4-8012-4a66-8338-18edfe1ad206 {{(pid=93012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:04:14.537763 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-2154f87e-517a-483c-b8fd-9bd5d239c3be req-6b3c1647-399e-4a9d-aff7-6f9e624de64c tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:14.557238 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-5cbbbf58-a84d-4bf5-b838-f122466f833f req-de299b2a-8b93-41d1-a1d8-957b202e8e0f tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3a2d98b-5225-431c-b401-c4d61b2724d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841346 Jul 08 13:04:14.589544 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-a6c33350-2636-4530-be37-7f7717ccb8d1 req-d0ea8866-1e32-4cd7-9ef5-49d8accee51c tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] For port 4aacc73b-981f-4431-b75f-dfdd5c60b60b, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=4aacc73b-981f-4431-b75f-dfdd5c60b60b,segment=NetworkSegment(1b0a141f-2618-4f57-a12d-5c604a7472b9),segment_id=1b0a141f-2618-4f57-a12d-5c604a7472b9)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:04:14.589911 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-a6c33350-2636-4530-be37-7f7717ccb8d1 req-d0ea8866-1e32-4cd7-9ef5-49d8accee51c tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:14.603108 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5dc5dba5-24ec-44bf-9f3d-c3b76e3dfd13 req-f9182f09-9021-41cc-9016-d1a801849859 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831542 Jul 08 13:04:14.608159 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [req-a6c33350-2636-4530-be37-7f7717ccb8d1 req-d0ea8866-1e32-4cd7-9ef5-49d8accee51c tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Calling delete_port for 4aacc73b-981f-4431-b75f-dfdd5c60b60b owned by compute:nova {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:04:14.645123 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [req-2154f87e-517a-483c-b8fd-9bd5d239c3be req-6b3c1647-399e-4a9d-aff7-6f9e624de64c tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] For port 2e775ba4-8012-4a66-8338-18edfe1ad206, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2e775ba4-8012-4a66-8338-18edfe1ad206,segment=NetworkSegment(a4a7d67f-ab87-47c1-9b44-8c21fa3323c5),segment_id=a4a7d67f-ab87-47c1-9b44-8c21fa3323c5)] {{(pid=93012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:04:14.645482 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-2154f87e-517a-483c-b8fd-9bd5d239c3be req-6b3c1647-399e-4a9d-aff7-6f9e624de64c tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:14.658194 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [req-2154f87e-517a-483c-b8fd-9bd5d239c3be req-6b3c1647-399e-4a9d-aff7-6f9e624de64c tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] Calling delete_port for 2e775ba4-8012-4a66-8338-18edfe1ad206 owned by compute:nova {{(pid=93012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:04:14.772038 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-a6c33350-2636-4530-be37-7f7717ccb8d1 req-d0ea8866-1e32-4cd7-9ef5-49d8accee51c tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789347'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:14.786849 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-2154f87e-517a-483c-b8fd-9bd5d239c3be req-6b3c1647-399e-4a9d-aff7-6f9e624de64c tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4509848'] for port, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:14.800549 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ea8866-1e32-4cd7-9ef5-49d8accee51c tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Pushing event deleted for resources: {'Port': ['ID=4aacc73b-981f-4431-b75f-dfdd5c60b60b,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:14.826671 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c1647-399e-4a9d-aff7-6f9e624de64c tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] Pushing event deleted for resources: {'Port': ['ID=2e775ba4-8012-4a66-8338-18edfe1ad206,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:14.879407 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6c33350-2636-4530-be37-7f7717ccb8d1 req-d0ea8866-1e32-4cd7-9ef5-49d8accee51c tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] No DVR routers for this DVR port 4aacc73b-981f-4431-b75f-dfdd5c60b60b on host hv-cinder-78960 {{(pid=93011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:04:14.883182 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-a6c33350-2636-4530-be37-7f7717ccb8d1 req-d0ea8866-1e32-4cd7-9ef5-49d8accee51c tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:14.885233 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-a6c33350-2636-4530-be37-7f7717ccb8d1 req-d0ea8866-1e32-4cd7-9ef5-49d8accee51c tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.21 "DELETE /v2.0/ports/4aacc73b-981f-4431-b75f-dfdd5c60b60b HTTP/1.1" status: 204 len: 173 time: 0.6311841 Jul 08 13:04:14.885724 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834bd889-ecf4-4f30-b7bf-3d184faa8512', 'name': 'network-vif-deleted', 'tag': '4aacc73b-981f-4431-b75f-dfdd5c60b60b'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:04:14.889713 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79934bd8df5839606b1ce54b63dc7d70fed780423e2c756261eeaeb19bf0c4d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ae4ca9-cc8a-4eb0-9610-fc65896bfdaa" -d '{"events": [{"server_uuid": "834bd889-ecf4-4f30-b7bf-3d184faa8512", "name": "network-vif-deleted", "tag": "4aacc73b-981f-4431-b75f-dfdd5c60b60b"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:04:14.901187 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [req-2154f87e-517a-483c-b8fd-9bd5d239c3be req-6b3c1647-399e-4a9d-aff7-6f9e624de64c tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] No DVR routers for this DVR port 2e775ba4-8012-4a66-8338-18edfe1ad206 on host hv-cinder-78960 {{(pid=93012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:04:14.905114 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-2154f87e-517a-483c-b8fd-9bd5d239c3be req-6b3c1647-399e-4a9d-aff7-6f9e624de64c tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for port, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:14.908301 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-2154f87e-517a-483c-b8fd-9bd5d239c3be req-6b3c1647-399e-4a9d-aff7-6f9e624de64c tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.21 "DELETE /v2.0/ports/2e775ba4-8012-4a66-8338-18edfe1ad206 HTTP/1.1" status: 204 len: 173 time: 0.5546055 Jul 08 13:04:14.909126 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1208bdf-1fe5-41e4-8e0b-e0e503586135', 'name': 'network-vif-deleted', 'tag': '2e775ba4-8012-4a66-8338-18edfe1ad206'}] {{(pid=93012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:04:14.914687 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd052ad9988fae0c023d90ace067622d59124d56325abb0637f2c794eb114897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60cee5cb-cf06-4229-bd35-4eb7ba8e5463" -d '{"events": [{"server_uuid": "a1208bdf-1fe5-41e4-8e0b-e0e503586135", "name": "network-vif-deleted", "tag": "2e775ba4-8012-4a66-8338-18edfe1ad206"}]}' {{(pid=93012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:04:14.941339 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949c8571-2afe-4482-8b01-49e777324a4a x-openstack-request-id: req-949c8571-2afe-4482-8b01-49e777324a4a {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:04:14.941629 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "834bd889-ecf4-4f30-b7bf-3d184faa8512", "name": "network-vif-deleted", "tag": "4aacc73b-981f-4431-b75f-dfdd5c60b60b", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:04:14.941887 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-949c8571-2afe-4482-8b01-49e777324a4a {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:04:14.942281 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '834bd889-ecf4-4f30-b7bf-3d184faa8512', 'name': 'network-vif-deleted', 'tag': '4aacc73b-981f-4431-b75f-dfdd5c60b60b', 'status': 'completed', 'code': 200} Jul 08 13:04:14.955700 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475d0638-9a33-447c-b75d-7c52baf99f3a x-openstack-request-id: req-475d0638-9a33-447c-b75d-7c52baf99f3a {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:04:14.955984 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1208bdf-1fe5-41e4-8e0b-e0e503586135", "name": "network-vif-deleted", "tag": "2e775ba4-8012-4a66-8338-18edfe1ad206", "status": "completed", "code": 200}]} {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:04:14.956263 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-475d0638-9a33-447c-b75d-7c52baf99f3a {{(pid=93012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:04:14.956652 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1208bdf-1fe5-41e4-8e0b-e0e503586135', 'name': 'network-vif-deleted', 'tag': '2e775ba4-8012-4a66-8338-18edfe1ad206', 'status': 'completed', 'code': 200} Jul 08 13:04:15.354752 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-89cbd897-6f70-477a-85db-62de4a18c528 req-d7a184de-1e02-4dd0-9fd1-4293113abcf6 tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1208bdf-1fe5-41e4-8e0b-e0e503586135 HTTP/1.1" status: 200 len: 210 time: 0.0339899 Jul 08 13:04:15.357422 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec6f5a-0f81-4a90-9c9e-61ff1e45cbdd req-18e0f243-9223-47af-855e-ad386a249735 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:15.359224 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-00ec6f5a-0f81-4a90-9c9e-61ff1e45cbdd req-18e0f243-9223-47af-855e-ad386a249735 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 945 time: 0.0697494 Jul 08 13:04:15.397788 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-00ec6f5a-0f81-4a90-9c9e-61ff1e45cbdd req-d306118a-c6f6-48f4-98e8-ba0f42cf8c25 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320899 Jul 08 13:04:15.693989 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e801fc06-45ac-4577-bc8b-7c2722412654 req-9464c546-2e43-43b4-9266-39a0befd215d tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/ports?device_id=834bd889-ecf4-4f30-b7bf-3d184faa8512 HTTP/1.1" status: 200 len: 210 time: 0.0278165 Jul 08 13:04:15.775110 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae1905-ec6b-41b4-a27e-b3c139adf9cc req-5800a116-19c6-4b67-a98a-2b8a26ae25d2 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:15.776509 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-80ae1905-ec6b-41b4-a27e-b3c139adf9cc req-5800a116-19c6-4b67-a98a-2b8a26ae25d2 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=29e5c814-abb2-43a0-be73-99652d1cf98c HTTP/1.1" status: 200 len: 945 time: 0.0612609 Jul 08 13:04:15.812411 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-80ae1905-ec6b-41b4-a27e-b3c139adf9cc req-e49f74d2-d789-4abb-acd6-88942382470a tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304241 Jul 08 13:04:16.496675 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4faac6bc-41f6-4fbd-837c-48f70d5ca08f req-3d91cf8b-f830-48b6-8da5-6e71fc6a00dc tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1208bdf-1fe5-41e4-8e0b-e0e503586135 HTTP/1.1" status: 200 len: 210 time: 0.0315144 Jul 08 13:04:16.582666 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4914de4-668b-4cbc-beee-48ccf4c027d5 req-cc5096eb-9dba-4109-8a4e-4918ebb6de47 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:16.584067 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-b4914de4-668b-4cbc-beee-48ccf4c027d5 req-cc5096eb-9dba-4109-8a4e-4918ebb6de47 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 945 time: 0.0697620 Jul 08 13:04:16.621170 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-b4914de4-668b-4cbc-beee-48ccf4c027d5 req-0de9232e-a128-42a8-93d9-69dd177da64c tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315871 Jul 08 13:04:16.830020 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f28fe10a-44c1-41c3-b109-06e911f8f45c req-cdfcb733-9b02-4ada-a5e4-1ab9e27c3cad tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/ports?device_id=834bd889-ecf4-4f30-b7bf-3d184faa8512 HTTP/1.1" status: 200 len: 210 time: 0.0274398 Jul 08 13:04:16.984983 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244fb092-465d-4f38-be0b-4d37b302b1ef req-029d7ced-e8c6-4573-bba3-2630afafa188 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:16.987157 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-244fb092-465d-4f38-be0b-4d37b302b1ef req-029d7ced-e8c6-4573-bba3-2630afafa188 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=29e5c814-abb2-43a0-be73-99652d1cf98c HTTP/1.1" status: 200 len: 945 time: 0.0620830 Jul 08 13:04:17.024866 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-244fb092-465d-4f38-be0b-4d37b302b1ef req-9e596177-16c3-4a1c-b0b2-5f4e8c497910 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318449 Jul 08 13:04:17.515656 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] get_ports_and_sgs() called for port_ids ['2e775ba4-8012-4a66-8338-18edfe1ad206'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 13:04:17.584414 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 4aacc73b-981f-4431-b75f-dfdd5c60b60b no longer exists at agent hyperv_hv-cinder-78960 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:04:17.604174 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] No Port match for: 4aacc73b-981f-4431-b75f-dfdd5c60b60b {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:04:17.604539 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 4aacc73b-981f-4431-b75f-dfdd5c60b60b not bound to the agent host hv-cinder-78960 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:04:17.649654 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c53bc91e-3336-43bb-bfda-bb6a1e29bcfc req-59667901-0acb-4368-8719-de2cfe2b2cfe tempest-VolumesNegativeTest-1752336277 tempest-VolumesNegativeTest-1752336277-project] 10.222.0.59 "GET /v2.0/ports?device_id=a1208bdf-1fe5-41e4-8e0b-e0e503586135 HTTP/1.1" status: 200 len: 210 time: 0.0359609 Jul 08 13:04:17.823501 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e26aff-e1d0-4f76-ad64-c3e87479c911 req-10e8e627-56b7-440b-85aa-781c5f25a39a tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:17.825019 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-83e26aff-e1d0-4f76-ad64-c3e87479c911 req-10e8e627-56b7-440b-85aa-781c5f25a39a tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 945 time: 0.0747900 Jul 08 13:04:17.866802 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-83e26aff-e1d0-4f76-ad64-c3e87479c911 req-f9261847-ea25-4205-8bb0-5728e4b38c5b tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356004 Jul 08 13:04:17.999563 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-dc41255a-d6dd-422a-904a-5fc8cef629e9 req-911f88f5-6adb-4e69-876e-59a7e96b723a tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/ports?device_id=834bd889-ecf4-4f30-b7bf-3d184faa8512 HTTP/1.1" status: 200 len: 210 time: 0.0323658 Jul 08 13:04:18.211515 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec1f5d-fd1e-40ab-8616-2e7a8cd8d6c1 req-51e7a714-e08d-42bd-bc28-e6f2a5775a3e tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:18.213052 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d2ec1f5d-fd1e-40ab-8616-2e7a8cd8d6c1 req-51e7a714-e08d-42bd-bc28-e6f2a5775a3e tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=29e5c814-abb2-43a0-be73-99652d1cf98c HTTP/1.1" status: 200 len: 945 time: 0.0657167 Jul 08 13:04:18.252091 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d2ec1f5d-fd1e-40ab-8616-2e7a8cd8d6c1 req-c5d28802-d972-4daa-adeb-d0fa220ab0ee tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335906 Jul 08 13:04:18.768255 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e97eae7-6ef2-42c8-9489-71d74f7b480a req-2cdd22d8-f7a3-4849-86ea-920665bf3e74 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:18.769787 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-5e97eae7-6ef2-42c8-9489-71d74f7b480a req-2cdd22d8-f7a3-4849-86ea-920665bf3e74 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 946 time: 0.0686061 Jul 08 13:04:18.810464 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-5e97eae7-6ef2-42c8-9489-71d74f7b480a req-7939289f-6d50-48f5-b567-b789134bc2a9 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=537162c2-7e03-42f9-9511-978f3a376ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345118 Jul 08 13:04:19.127029 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14891123-ed85-473a-a8b5-a53c6cf4c9c1 req-ce8135b4-e870-42e4-8f3a-e6d68873c7c5 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:19.135245 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-14891123-ed85-473a-a8b5-a53c6cf4c9c1 req-ce8135b4-e870-42e4-8f3a-e6d68873c7c5 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 945 time: 0.1434493 Jul 08 13:04:19.170890 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-14891123-ed85-473a-a8b5-a53c6cf4c9c1 req-ec9bb0c8-b7ca-4a97-ac34-43ac74cbfd42 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345414 Jul 08 13:04:19.431134 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5f546-a6fe-4cdf-90cc-1307de963c11 req-de5cf7e9-b19e-46a0-8ef0-c15f9345bf3c tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:19.432809 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-96b5f546-a6fe-4cdf-90cc-1307de963c11 req-de5cf7e9-b19e-46a0-8ef0-c15f9345bf3c tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/networks?id=a989f85d-3714-472a-9d72-dfb33dfa3fe4 HTTP/1.1" status: 200 len: 808 time: 0.1258643 Jul 08 13:04:19.451589 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-96b5f546-a6fe-4cdf-90cc-1307de963c11 req-cd01e381-6bf0-4571-9eb2-f0844bef0983 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/quotas/f61e798ba1214bf68c07623649316cbe HTTP/1.1" status: 200 len: 375 time: 0.0132334 Jul 08 13:04:19.471570 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 2a444704-0459-47f5-8a8e-0527f9196d16 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=93013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 13:04:19.477882 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa0a09-2456-4551-9880-7c9da0fb716b req-0fd58634-e16c-4097-ad8d-299f470d3587 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:19.485043 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d5fa0a09-2456-4551-9880-7c9da0fb716b req-0fd58634-e16c-4097-ad8d-299f470d3587 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=29e5c814-abb2-43a0-be73-99652d1cf98c HTTP/1.1" status: 200 len: 945 time: 0.0870728 Jul 08 13:04:19.487603 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-96b5f546-a6fe-4cdf-90cc-1307de963c11 req-2bc71a90-c6fe-4773-beb3-d18d93e3daa3 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=f61e798ba1214bf68c07623649316cbe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289204 Jul 08 13:04:19.533285 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d5fa0a09-2456-4551-9880-7c9da0fb716b req-aadc6f71-4506-489e-871d-42b1ccea58a9 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466645 Jul 08 13:04:19.600613 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-96b5f546-a6fe-4cdf-90cc-1307de963c11 req-49616b90-7db6-4ce8-bd52-d76d6d43139b service neutron] 10.222.0.59 "GET /v2.0/networks/a989f85d-3714-472a-9d72-dfb33dfa3fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053803 Jul 08 13:04:19.625128 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port 2a444704-0459-47f5-8a8e-0527f9196d16, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2a444704-0459-47f5-8a8e-0527f9196d16,segment=NetworkSegment(e9afe398-2e2b-4f79-94b7-dda3a4c06771),segment_id=e9afe398-2e2b-4f79-94b7-dda3a4c06771)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:04:19.639238 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Returning: {'device': '2a444704-0459-47f5-8a8e-0527f9196d16', 'network_id': 'a04372ec-c042-4405-a1d0-b6660a8bf946', 'port_id': '2a444704-0459-47f5-8a8e-0527f9196d16', 'mac_address': 'fa:16:3e:b0:b2:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7a9e7d-3071-4940-95e2-12dfd08df222', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 13:04:19.679563 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:19.692983 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2a444704-0459-47f5-8a8e-0527f9196d16 {{(pid=93013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:04:19.716788 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-96b5f546-a6fe-4cdf-90cc-1307de963c11 req-adf06d5d-65f7-4ce4-a1df-7f923dadb5ee service neutron] 10.222.0.59 "GET /v2.0/networks/a989f85d-3714-472a-9d72-dfb33dfa3fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080229 Jul 08 13:04:19.718913 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port 2a444704-0459-47f5-8a8e-0527f9196d16, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2a444704-0459-47f5-8a8e-0527f9196d16,segment=NetworkSegment(e9afe398-2e2b-4f79-94b7-dda3a4c06771),segment_id=e9afe398-2e2b-4f79-94b7-dda3a4c06771)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:04:19.724895 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:19.784346 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Pushing event updated for resources: {'Port': ['ID=2a444704-0459-47f5-8a8e-0527f9196d16,revision_number=6']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:19.794119 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:19.794572 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:19.795041 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:19.795480 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:19.796072 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:19.796548 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:19.797759 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:19.798852 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:19.799565 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:19.800001 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:19.800584 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:19.801042 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:19.925861 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1ee5910c-f9f7-4d82-a889-ca85b854cfbe req-1586ce4b-cf5a-40d3-a543-3a3515073126 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/ports?device_id=81261b86-901b-4b51-bfcb-25ac607e71ad HTTP/1.1" status: 200 len: 210 time: 0.0447879 Jul 08 13:04:20.036070 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6da8f7-2ced-41db-adbb-d43cd27dbd3f req-c44e1595-865a-4458-a61a-647b6c4610e3 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:20.037633 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-7c6da8f7-2ced-41db-adbb-d43cd27dbd3f req-c44e1595-865a-4458-a61a-647b6c4610e3 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 946 time: 0.1019418 Jul 08 13:04:20.041658 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] get_ports_and_sgs() called for port_ids ['2a444704-0459-47f5-8a8e-0527f9196d16'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 13:04:20.112934 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-7c6da8f7-2ced-41db-adbb-d43cd27dbd3f req-0dd266a2-cce5-4990-8b02-b0080cae280e tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=537162c2-7e03-42f9-9511-978f3a376ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672212 Jul 08 13:04:20.148689 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 40442) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:04:20.309143 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4f805326-0861-444c-b79f-74d17bf0caf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:20.479560 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a209f4-c12d-4469-ac7c-4acadb4f90f1 req-386e52a6-7489-4af1-a9ba-bd3c8476e673 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:20.488875 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-66a209f4-c12d-4469-ac7c-4acadb4f90f1 req-386e52a6-7489-4af1-a9ba-bd3c8476e673 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 944 time: 0.1212165 Jul 08 13:04:20.497495 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4f805326-0861-444c-b79f-74d17bf0caf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:20.514337 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4f805326-0861-444c-b79f-74d17bf0caf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:20.562704 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-66a209f4-c12d-4469-ac7c-4acadb4f90f1 req-e95f6ae8-68aa-4fcf-afd1-9c1fa5b36441 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682635 Jul 08 13:04:20.571192 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f805326-0861-444c-b79f-74d17bf0caf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7496d233-30bc-4dba-acc4-1915a31933a7,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:20.581947 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 40470) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:04:20.589161 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-4f805326-0861-444c-b79f-74d17bf0caf7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=76dec40d9827441ba74e4d8da32db22a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4388030 Jul 08 13:04:20.662455 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-37db86a5-3d71-4d78-8e62-4b38396baa25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:20.696698 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-37db86a5-3d71-4d78-8e62-4b38396baa25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:20.816637 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-37db86a5-3d71-4d78-8e62-4b38396baa25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:20.819355 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-37db86a5-3d71-4d78-8e62-4b38396baa25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:20.820603 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-37db86a5-3d71-4d78-8e62-4b38396baa25 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7496d233-30bc-4dba-acc4-1915a31933a7 HTTP/1.1" status: 204 len: 168 time: 0.2369223 Jul 08 13:04:20.831846 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37db86a5-3d71-4d78-8e62-4b38396baa25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7496d233-30bc-4dba-acc4-1915a31933a7,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:20.843592 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079fbf6-ce4f-4497-9831-24f8f9f5039e req-0e5a1aa4-0f28-43bd-8ca9-450f706a20b8 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:20.850915 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-c079fbf6-ce4f-4497-9831-24f8f9f5039e req-0e5a1aa4-0f28-43bd-8ca9-450f706a20b8 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=29e5c814-abb2-43a0-be73-99652d1cf98c HTTP/1.1" status: 200 len: 945 time: 0.1332636 Jul 08 13:04:20.919222 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-c079fbf6-ce4f-4497-9831-24f8f9f5039e req-57238cdd-6a51-4f0b-8826-be927e867abf tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671146 Jul 08 13:04:21.155920 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f7967113-a1ee-47a5-b685-26b2bd3bfcfd req-4e8f13f0-907d-446f-84d4-9bfa4e6d212a tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/ports?device_id=81261b86-901b-4b51-bfcb-25ac607e71ad HTTP/1.1" status: 200 len: 210 time: 0.0460818 Jul 08 13:04:21.362731 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c0508-0c1e-45ac-873d-dc61d4d01246 req-ec15d26a-0f9f-4ea3-bb27-8815f2390c6f tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:21.364686 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-242c0508-0c1e-45ac-873d-dc61d4d01246 req-ec15d26a-0f9f-4ea3-bb27-8815f2390c6f tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 946 time: 0.1033993 Jul 08 13:04:21.462290 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-242c0508-0c1e-45ac-873d-dc61d4d01246 req-5ce4893c-db55-4cce-94d6-fbc0e13ab6ca tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=537162c2-7e03-42f9-9511-978f3a376ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902185 Jul 08 13:04:21.495628 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 2a444704-0459-47f5-8a8e-0527f9196d16 up at agent hyperv_hv-cinder-78960 {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:04:21.607812 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Provisioning complete for port 2a444704-0459-47f5-8a8e-0527f9196d16 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:04:21.607812 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:21.789478 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:21.832749 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b1daef-37a3-4bcc-a6bc-da783294b4ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a444704-0459-47f5-8a8e-0527f9196d16'}] {{(pid=93013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:04:21.835120 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437348d2bcada7eee63ab7a3e0cc12fc8f9484ad9c5d405f769a928aff85887c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe29a108-1e51-4440-bf42-b5c9115f9630" -d '{"events": [{"server_uuid": "21b1daef-37a3-4bcc-a6bc-da783294b4ce", "name": "network-vif-plugged", "status": "completed", "tag": "2a444704-0459-47f5-8a8e-0527f9196d16"}]}' {{(pid=93013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:04:21.866054 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port 2a444704-0459-47f5-8a8e-0527f9196d16, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2a444704-0459-47f5-8a8e-0527f9196d16,segment=NetworkSegment(e9afe398-2e2b-4f79-94b7-dda3a4c06771),segment_id=e9afe398-2e2b-4f79-94b7-dda3a4c06771)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:04:21.874533 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:21.875721 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 2e775ba4-8012-4a66-8338-18edfe1ad206 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:04:21.921948 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] No Port match for: 2e775ba4-8012-4a66-8338-18edfe1ad206 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:04:21.922579 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 2e775ba4-8012-4a66-8338-18edfe1ad206 not bound to the agent host hv-cinder-78960 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:04:21.937116 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 40606) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:04:22.038786 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Pushing event updated for resources: {'Port': ['ID=2a444704-0459-47f5-8a8e-0527f9196d16,revision_number=7']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:22.056882 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5f546-a6fe-4cdf-90cc-1307de963c11 req-09125daa-8ae8-4252-bd81-594f1f85eddf tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:22.058636 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-96b5f546-a6fe-4cdf-90cc-1307de963c11 req-09125daa-8ae8-4252-bd81-594f1f85eddf tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.21 "GET /v2.0/networks?id=a989f85d-3714-472a-9d72-dfb33dfa3fe4 HTTP/1.1" status: 200 len: 808 time: 0.3663068 Jul 08 13:04:22.142447 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [req-96b5f546-a6fe-4cdf-90cc-1307de963c11 req-1b93aced-ecdc-4890-93f7-13cdb941f1c1 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Request body: {'port': {'device_id': '81261b86-901b-4b51-bfcb-25ac607e71ad', 'network_id': 'a989f85d-3714-472a-9d72-dfb33dfa3fe4', 'admin_state_up': True, 'tenant_id': 'f61e798ba1214bf68c07623649316cbe'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:04:22.234374 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7480ef07-c7f5-4e9c-82ae-618efa6cfb86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:22.301178 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24701e5b-21df-41ff-a5d3-1e434384cad0 req-7af5148f-f68a-4084-afc7-9ef066a0e766 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:22.303930 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-24701e5b-21df-41ff-a5d3-1e434384cad0 req-7af5148f-f68a-4084-afc7-9ef066a0e766 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 945 time: 0.3741016 Jul 08 13:04:22.398354 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-24701e5b-21df-41ff-a5d3-1e434384cad0 req-7cd91f58-2901-4812-a77e-f24aeed1532d tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768359 Jul 08 13:04:22.481278 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e0888c-5a40-4a09-9c67-ef2e1a0292d2 req-6dc8d038-0ec9-4436-9cae-fefea2df31a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:22.487513 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-93e0888c-5a40-4a09-9c67-ef2e1a0292d2 req-6dc8d038-0ec9-4436-9cae-fefea2df31a2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=29e5c814-abb2-43a0-be73-99652d1cf98c HTTP/1.1" status: 200 len: 1098 time: 0.1488752 Jul 08 13:04:22.508443 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447552f2-d3fe-4fe3-8b18-88237515b790 x-openstack-request-id: req-447552f2-d3fe-4fe3-8b18-88237515b790 {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:04:22.509705 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b1daef-37a3-4bcc-a6bc-da783294b4ce", "name": "network-vif-plugged", "status": "completed", "tag": "2a444704-0459-47f5-8a8e-0527f9196d16", "code": 200}]} {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:04:22.509705 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-447552f2-d3fe-4fe3-8b18-88237515b790 {{(pid=93013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:04:22.509705 dv-cinder-789603-11-iscsi neutron-server[93013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b1daef-37a3-4bcc-a6bc-da783294b4ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a444704-0459-47f5-8a8e-0527f9196d16', 'code': 200} Jul 08 13:04:22.558394 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7480ef07-c7f5-4e9c-82ae-618efa6cfb86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:22.581719 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7480ef07-c7f5-4e9c-82ae-618efa6cfb86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:22.591034 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96b5f546-a6fe-4cdf-90cc-1307de963c11 req-1b93aced-ecdc-4890-93f7-13cdb941f1c1 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Made reservation on behalf of f61e798ba1214bf68c07623649316cbe for: {'port': 1} {{(pid=93012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:04:22.594831 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-96b5f546-a6fe-4cdf-90cc-1307de963c11 req-1b93aced-ecdc-4890-93f7-13cdb941f1c1 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:22.733871 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-7480ef07-c7f5-4e9c-82ae-618efa6cfb86 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=42355588687e44d3a6cbbd3938f777bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7917578 Jul 08 13:04:22.734745 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 40634) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:04:22.737217 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7480ef07-c7f5-4e9c-82ae-618efa6cfb86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd40d851-e235-4bfc-9365-c180eb1022f3,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:22.743345 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-93e0888c-5a40-4a09-9c67-ef2e1a0292d2 req-93b9e43b-4464-468f-9460-d0da19b7adeb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142797 Jul 08 13:04:22.823064 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-08285751-4f36-4868-abaa-8fbd62885604 req-3769d568-de5f-4590-b864-55f3ae33196c tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/ports?device_id=81261b86-901b-4b51-bfcb-25ac607e71ad HTTP/1.1" status: 200 len: 210 time: 0.0771239 Jul 08 13:04:22.857100 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-141e2015-582b-421e-ab4e-caf8bde78d97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:22.889638 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-141e2015-582b-421e-ab4e-caf8bde78d97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:22.954239 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-141e2015-582b-421e-ab4e-caf8bde78d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:22.955408 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d235c9-b1b9-4db7-87c6-d926005759fe req-456718e5-ed3a-47b3-ab55-20f3fcc43577 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:22.956927 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-141e2015-582b-421e-ab4e-caf8bde78d97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:22.957063 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b0d235c9-b1b9-4db7-87c6-d926005759fe req-456718e5-ed3a-47b3-ab55-20f3fcc43577 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=29e5c814-abb2-43a0-be73-99652d1cf98c HTTP/1.1" status: 200 len: 945 time: 0.3044007 Jul 08 13:04:22.960644 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-141e2015-582b-421e-ab4e-caf8bde78d97 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bd40d851-e235-4bfc-9365-c180eb1022f3 HTTP/1.1" status: 204 len: 168 time: 0.2140734 Jul 08 13:04:22.967995 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141e2015-582b-421e-ab4e-caf8bde78d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd40d851-e235-4bfc-9365-c180eb1022f3,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:23.079673 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_common [req-96b5f546-a6fe-4cdf-90cc-1307de963c11 req-1b93aced-ecdc-4890-93f7-13cdb941f1c1 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Allocated IP 172.20.0.5 (a989f85d-3714-472a-9d72-dfb33dfa3fe4/1bcd7be2-c3d8-4bd5-9739-b5233281f415/4ef04a00-ebe0-478f-ba45-11c1f616adc7) {{(pid=93012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:04:23.184429 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b0d235c9-b1b9-4db7-87c6-d926005759fe req-1b4ba6cd-07c6-4e76-a760-3ea807e0677f tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032499 Jul 08 13:04:23.248725 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45439e8e-4d52-4a56-95a6-16cee3a0282a req-1d0e98f3-8e00-4b8d-848f-66a0e77c4a58 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:23.250302 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-45439e8e-4d52-4a56-95a6-16cee3a0282a req-1d0e98f3-8e00-4b8d-848f-66a0e77c4a58 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 946 time: 0.1875608 Jul 08 13:04:23.307396 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-45439e8e-4d52-4a56-95a6-16cee3a0282a req-746a53d3-b0da-4a11-9d51-587330eff73f tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=537162c2-7e03-42f9-9511-978f3a376ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489244 Jul 08 13:04:23.400375 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-96b5f546-a6fe-4cdf-90cc-1307de963c11 req-1b93aced-ecdc-4890-93f7-13cdb941f1c1 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Notify callbacks [] for port, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:23.473019 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-96b5f546-a6fe-4cdf-90cc-1307de963c11 req-1b93aced-ecdc-4890-93f7-13cdb941f1c1 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4509839'] for port, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:23.536839 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96b5f546-a6fe-4cdf-90cc-1307de963c11 req-1b93aced-ecdc-4890-93f7-13cdb941f1c1 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Network a989f85d-3714-472a-9d72-dfb33dfa3fe4 is already hosted by enough agents. {{(pid=93012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:04:23.541545 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [req-96b5f546-a6fe-4cdf-90cc-1307de963c11 req-1b93aced-ecdc-4890-93f7-13cdb941f1c1 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Resources bound (agent type, host, resource id): {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:04:23.549426 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [req-96b5f546-a6fe-4cdf-90cc-1307de963c11 req-1b93aced-ecdc-4890-93f7-13cdb941f1c1 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Received port after_create {{(pid=93012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:04:23.620325 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b93aced-ecdc-4890-93f7-13cdb941f1c1 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Pushing event updated for resources: {'Port': ['ID=4ef04a00-ebe0-478f-ba45-11c1f616adc7,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:23.653940 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5f546-a6fe-4cdf-90cc-1307de963c11 req-1b93aced-ecdc-4890-93f7-13cdb941f1c1 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:23.654612 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-96b5f546-a6fe-4cdf-90cc-1307de963c11 req-1b93aced-ecdc-4890-93f7-13cdb941f1c1 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for port, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:23.687663 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-96b5f546-a6fe-4cdf-90cc-1307de963c11 req-1b93aced-ecdc-4890-93f7-13cdb941f1c1 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5782881 Jul 08 13:04:23.702830 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a3200-4cbe-4695-8050-da0eb437a6ec req-47c15eac-66c3-44be-b95b-76e7c2b96170 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:23.704514 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-164a3200-4cbe-4695-8050-da0eb437a6ec req-47c15eac-66c3-44be-b95b-76e7c2b96170 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 945 time: 0.1646605 Jul 08 13:04:23.718451 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [req-96b5f546-a6fe-4cdf-90cc-1307de963c11 req-c7ed12b5-e9e9-41b2-881a-50be7271c271 service neutron] Request body: {'port': {'device_id': '81261b86-901b-4b51-bfcb-25ac607e71ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:04:23.837598 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-164a3200-4cbe-4695-8050-da0eb437a6ec req-f0a7e4c6-5dd2-4f0b-8527-b43755d50cf0 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151493 Jul 08 13:04:23.884706 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-96b5f546-a6fe-4cdf-90cc-1307de963c11 req-c7ed12b5-e9e9-41b2-881a-50be7271c271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:24.120490 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006c924-d2b5-4ebf-b9cd-8be55b2b9b74 req-3629074d-8fc6-4103-bc53-124604df1097 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:24.122076 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-5006c924-d2b5-4ebf-b9cd-8be55b2b9b74 req-3629074d-8fc6-4103-bc53-124604df1097 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/ports?device_id=81261b86-901b-4b51-bfcb-25ac607e71ad HTTP/1.1" status: 200 len: 931 time: 0.1141155 Jul 08 13:04:24.122560 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 40692) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:04:24.180616 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-5006c924-d2b5-4ebf-b9cd-8be55b2b9b74 req-094c46dc-9995-4a38-9223-541d726af707 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3a2d98b-5225-431c-b401-c4d61b2724d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517900 Jul 08 13:04:24.264126 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-1ca64338-aa81-479b-8e5c-70f98aaf5591 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1310091746-network', 'tenant_id': 'ed74fee3baae41ecbf26ed6bbd744249'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:04:24.304003 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca64338-aa81-479b-8e5c-70f98aaf5591 admin admin] Made reservation on behalf of ed74fee3baae41ecbf26ed6bbd744249 for: {'network': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:04:24.307676 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1ca64338-aa81-479b-8e5c-70f98aaf5591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for network, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:24.321341 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1ca64338-aa81-479b-8e5c-70f98aaf5591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:24.321786 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [req-96b5f546-a6fe-4cdf-90cc-1307de963c11 req-c7ed12b5-e9e9-41b2-881a-50be7271c271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ef04a00-ebe0-478f-ba45-11c1f616adc7 {{(pid=93012) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:04:24.351204 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-96b5f546-a6fe-4cdf-90cc-1307de963c11 req-c7ed12b5-e9e9-41b2-881a-50be7271c271 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:24.449452 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.provisioning_blocks [req-96b5f546-a6fe-4cdf-90cc-1307de963c11 req-c7ed12b5-e9e9-41b2-881a-50be7271c271 service neutron] Transition to ACTIVE for port object 4ef04a00-ebe0-478f-ba45-11c1f616adc7 will not be triggered until provisioned by entity L2. {{(pid=93012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:04:24.459248 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-96b5f546-a6fe-4cdf-90cc-1307de963c11 req-c7ed12b5-e9e9-41b2-881a-50be7271c271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4509841'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:24.504149 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1ca64338-aa81-479b-8e5c-70f98aaf5591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:24.525297 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1ca64338-aa81-479b-8e5c-70f98aaf5591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:24.549059 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed12b5-e9e9-41b2-881a-50be7271c271 service neutron] Pushing event updated for resources: {'Port': ['ID=4ef04a00-ebe0-478f-ba45-11c1f616adc7,revision_number=2']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:24.582427 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ca64338-aa81-479b-8e5c-70f98aaf5591 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=93011) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 13:04:24.606025 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca64338-aa81-479b-8e5c-70f98aaf5591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033bb529-6f6b-43cc-b65f-e19199b04128,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:24.617128 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1ca64338-aa81-479b-8e5c-70f98aaf5591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1381891'] for segment, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:24.617525 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.db.segments_db [None req-1ca64338-aa81-479b-8e5c-70f98aaf5591 admin admin] Added segment 32964103-717e-44fc-b530-57634237afd8 of type vlan for network c49b9db1-0426-4015-9afe-1fff90136761 Jul 08 13:04:24.644491 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ee15c-c823-409b-9f38-751db7886219 req-d26622e3-905d-45a3-9c80-ffe93425c454 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:24.655370 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c17ee15c-c823-409b-9f38-751db7886219 req-d26622e3-905d-45a3-9c80-ffe93425c454 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=29e5c814-abb2-43a0-be73-99652d1cf98c HTTP/1.1" status: 200 len: 945 time: 0.2854979 Jul 08 13:04:24.684379 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1ca64338-aa81-479b-8e5c-70f98aaf5591 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739448901726'] for network, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:24.704804 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf91d2ff-a5c3-47a6-8af7-ecff0bd05ef2 req-045d6821-b193-42eb-b726-c9b738c8c181 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:24.712359 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-cf91d2ff-a5c3-47a6-8af7-ecff0bd05ef2 req-045d6821-b193-42eb-b726-c9b738c8c181 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 946 time: 0.2001858 Jul 08 13:04:24.780117 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-cf91d2ff-a5c3-47a6-8af7-ecff0bd05ef2 req-628332c3-245f-4cf4-a15f-2bfc13073b6c tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=537162c2-7e03-42f9-9511-978f3a376ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667849 Jul 08 13:04:24.790884 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1ca64338-aa81-479b-8e5c-70f98aaf5591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384'] for network, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:24.791848 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca64338-aa81-479b-8e5c-70f98aaf5591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:24.792559 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1ca64338-aa81-479b-8e5c-70f98aaf5591 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for network, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:24.861917 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-1ca64338-aa81-479b-8e5c-70f98aaf5591 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7350297 Jul 08 13:04:24.900981 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 40710) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:04:24.924874 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-7737d240-26f2-4c19-ad60-dd5fb55c12b5 admin admin] Request body: {'subnet': {'network_id': 'c49b9db1-0426-4015-9afe-1fff90136761', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1310091746-subnet', 'tenant_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'ip_version': 4}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:04:24.940280 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 40714) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:04:24.962244 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca64338-aa81-479b-8e5c-70f98aaf5591 admin admin] Pushing event updated for resources: {'Network': ['ID=c49b9db1-0426-4015-9afe-1fff90136761,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:24.976994 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Network c49b9db1-0426-4015-9afe-1fff90136761 details requested by agent ovs-agent-dv-cinder-789603-11-iscsi with host dv-cinder-789603-11-iscsi {{(pid=93013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 13:04:25.021858 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7737d240-26f2-4c19-ad60-dd5fb55c12b5 admin admin] Made reservation on behalf of ed74fee3baae41ecbf26ed6bbd744249 for: {'subnet': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:04:25.024316 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7737d240-26f2-4c19-ad60-dd5fb55c12b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5094259'] for subnet, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:25.118324 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c17ee15c-c823-409b-9f38-751db7886219 req-7a1840c7-63b0-4e40-a0e1-7f1a7fa70dca tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4635303 Jul 08 13:04:25.168857 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [req-96b5f546-a6fe-4cdf-90cc-1307de963c11 req-c7ed12b5-e9e9-41b2-881a-50be7271c271 service neutron] Attempting to bind port 4ef04a00-ebe0-478f-ba45-11c1f616adc7 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 13:04:25.169370 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [req-96b5f546-a6fe-4cdf-90cc-1307de963c11 req-c7ed12b5-e9e9-41b2-881a-50be7271c271 service neutron] Attempting to bind port 4ef04a00-ebe0-478f-ba45-11c1f616adc7 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '1b0a141f-2618-4f57-a12d-5c604a7472b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a989f85d-3714-472a-9d72-dfb33dfa3fe4'}] {{(pid=93012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 13:04:25.169877 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b5f546-a6fe-4cdf-90cc-1307de963c11 req-c7ed12b5-e9e9-41b2-881a-50be7271c271 service neutron] Attempting to bind port 4ef04a00-ebe0-478f-ba45-11c1f616adc7 on network a989f85d-3714-472a-9d72-dfb33dfa3fe4 {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:04:25.181188 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b5f546-a6fe-4cdf-90cc-1307de963c11 req-c7ed12b5-e9e9-41b2-881a-50be7271c271 service neutron] Port 4ef04a00-ebe0-478f-ba45-11c1f616adc7 on network a989f85d-3714-472a-9d72-dfb33dfa3fe4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 13:04:25.181713 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b5f546-a6fe-4cdf-90cc-1307de963c11 req-c7ed12b5-e9e9-41b2-881a-50be7271c271 service neutron] Attempting to bind port 4ef04a00-ebe0-478f-ba45-11c1f616adc7 on network a989f85d-3714-472a-9d72-dfb33dfa3fe4 {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:04:25.201000 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b5f546-a6fe-4cdf-90cc-1307de963c11 req-c7ed12b5-e9e9-41b2-881a-50be7271c271 service neutron] Checking agent: {'id': 'c15515fa-7ee9-40ef-8b65-fb183853d126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 13, 0), 'started_at': datetime.datetime(2021, 7, 8, 13, 0), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 13:04:25.201621 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b5f546-a6fe-4cdf-90cc-1307de963c11 req-c7ed12b5-e9e9-41b2-881a-50be7271c271 service neutron] Checking segment: {'id': '1b0a141f-2618-4f57-a12d-5c604a7472b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a989f85d-3714-472a-9d72-dfb33dfa3fe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:04:25.202296 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96b5f546-a6fe-4cdf-90cc-1307de963c11 req-c7ed12b5-e9e9-41b2-881a-50be7271c271 service neutron] Bound using segment: {'id': '1b0a141f-2618-4f57-a12d-5c604a7472b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a989f85d-3714-472a-9d72-dfb33dfa3fe4'} {{(pid=93012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 13:04:25.202892 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.managers [req-96b5f546-a6fe-4cdf-90cc-1307de963c11 req-c7ed12b5-e9e9-41b2-881a-50be7271c271 service neutron] Bound port: 4ef04a00-ebe0-478f-ba45-11c1f616adc7, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b0a141f-2618-4f57-a12d-5c604a7472b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'a989f85d-3714-472a-9d72-dfb33dfa3fe4'}}] {{(pid=93012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 13:04:25.203414 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-96b5f546-a6fe-4cdf-90cc-1307de963c11 req-c7ed12b5-e9e9-41b2-881a-50be7271c271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:25.319027 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [req-96b5f546-a6fe-4cdf-90cc-1307de963c11 req-c7ed12b5-e9e9-41b2-881a-50be7271c271 service neutron] For port 4ef04a00-ebe0-478f-ba45-11c1f616adc7, host hv-cinder-78960, cleared binding levels {{(pid=93012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 13:04:25.323534 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [req-96b5f546-a6fe-4cdf-90cc-1307de963c11 req-c7ed12b5-e9e9-41b2-881a-50be7271c271 service neutron] For port 4ef04a00-ebe0-478f-ba45-11c1f616adc7, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=4ef04a00-ebe0-478f-ba45-11c1f616adc7,segment=NetworkSegment(1b0a141f-2618-4f57-a12d-5c604a7472b9),segment_id=1b0a141f-2618-4f57-a12d-5c604a7472b9)] {{(pid=93012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 13:04:25.366015 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-96b5f546-a6fe-4cdf-90cc-1307de963c11 req-c7ed12b5-e9e9-41b2-881a-50be7271c271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4509841'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:25.466384 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed12b5-e9e9-41b2-881a-50be7271c271 service neutron] Pushing event updated for resources: {'Port': ['ID=4ef04a00-ebe0-478f-ba45-11c1f616adc7,revision_number=3']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:25.504881 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5f546-a6fe-4cdf-90cc-1307de963c11 req-c7ed12b5-e9e9-41b2-881a-50be7271c271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:25.505507 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-96b5f546-a6fe-4cdf-90cc-1307de963c11 req-c7ed12b5-e9e9-41b2-881a-50be7271c271 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for port, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:25.507240 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-96b5f546-a6fe-4cdf-90cc-1307de963c11 req-c7ed12b5-e9e9-41b2-881a-50be7271c271 service neutron] 10.222.0.21 "PUT /v2.0/ports/4ef04a00-ebe0-478f-ba45-11c1f616adc7 HTTP/1.1" status: 200 len: 1093 time: 1.7978489 Jul 08 13:04:25.507695 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81261b86-901b-4b51-bfcb-25ac607e71ad', 'tag': '4ef04a00-ebe0-478f-ba45-11c1f616adc7'}] {{(pid=93012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:04:25.510200 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd052ad9988fae0c023d90ace067622d59124d56325abb0637f2c794eb114897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4b3c87-85d6-427a-9d94-0b90ab53609e" -d '{"events": [{"name": "network-changed", "server_uuid": "81261b86-901b-4b51-bfcb-25ac607e71ad", "tag": "4ef04a00-ebe0-478f-ba45-11c1f616adc7"}]}' {{(pid=93012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:04:25.534982 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71324e25-9a19-4009-8b05-f4193059bcd5 req-c191d5d0-0c5a-4eb9-98d2-4697ee662ad2 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:25.541923 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-71324e25-9a19-4009-8b05-f4193059bcd5 req-c191d5d0-0c5a-4eb9-98d2-4697ee662ad2 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 945 time: 0.2100999 Jul 08 13:04:25.589660 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-71324e25-9a19-4009-8b05-f4193059bcd5 req-a0896aa3-0536-4022-8ea9-e4b66631689a tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408251 Jul 08 13:04:25.676452 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5f546-a6fe-4cdf-90cc-1307de963c11 req-a959caf6-df51-4221-9404-746fd0bbd6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:25.678643 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-96b5f546-a6fe-4cdf-90cc-1307de963c11 req-a959caf6-df51-4221-9404-746fd0bbd6ec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f61e798ba1214bf68c07623649316cbe&device_id=81261b86-901b-4b51-bfcb-25ac607e71ad HTTP/1.1" status: 200 len: 1096 time: 0.0827129 Jul 08 13:04:25.770637 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-96b5f546-a6fe-4cdf-90cc-1307de963c11 req-10c6a945-393c-472e-8b5b-36be087b7be6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ef04a00-ebe0-478f-ba45-11c1f616adc7 HTTP/1.1" status: 200 len: 217 time: 0.0685382 Jul 08 13:04:25.794861 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7737d240-26f2-4c19-ad60-dd5fb55c12b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4900324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5094209'] for subnet, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:25.841388 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-664cb66b-a4f9-4817-8822-ba9d9b3b8b3c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=44810ab67b614443a532b3bff4df32b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8999045 Jul 08 13:04:25.844635 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 40726) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:04:25.877327 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7737d240-26f2-4c19-ad60-dd5fb55c12b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82be07f0-1d9e-44ff-8c03-11cf8bfac97c,revision_number=0']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:25.914678 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7737d240-26f2-4c19-ad60-dd5fb55c12b5 admin admin] Checking segment: {'id': '32964103-717e-44fc-b530-57634237afd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c49b9db1-0426-4015-9afe-1fff90136761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:04:25.915175 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7737d240-26f2-4c19-ad60-dd5fb55c12b5 admin admin] Network hostable DHCP agents. Network: c49b9db1-0426-4015-9afe-1fff90136761, hostable agents: ['aa9d8c49-a181-49e8-a217-0ebad9c91868'], hosted agents: [] {{(pid=93011) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 13:04:25.923327 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5f546-a6fe-4cdf-90cc-1307de963c11 req-1d7fce13-6ecd-4404-88be-1191e60f271b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:25.925138 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-96b5f546-a6fe-4cdf-90cc-1307de963c11 req-1d7fce13-6ecd-4404-88be-1191e60f271b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1bcd7be2-c3d8-4bd5-9739-b5233281f415 HTTP/1.1" status: 200 len: 848 time: 0.1232684 Jul 08 13:04:25.926463 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933964c5-8303-4429-abe2-c6f9c669e812 req-25e32cdb-30ec-4da4-9182-0738135ef77a tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:25.928119 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-933964c5-8303-4429-abe2-c6f9c669e812 req-25e32cdb-30ec-4da4-9182-0738135ef77a tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/ports?device_id=81261b86-901b-4b51-bfcb-25ac607e71ad HTTP/1.1" status: 200 len: 943 time: 0.1542461 Jul 08 13:04:25.932818 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-da2c6586-9610-4a85-9f4d-284c1674531f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:25.983690 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-933964c5-8303-4429-abe2-c6f9c669e812 req-9c4960b2-4377-4198-85ef-57480af6178a tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3a2d98b-5225-431c-b401-c4d61b2724d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459094 Jul 08 13:04:25.985315 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f5aea5-9ef5-4c3f-a36a-971a1b96cc33 req-0e0d6628-48c6-4743-a39f-3051d628c746 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:25.991894 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7737d240-26f2-4c19-ad60-dd5fb55c12b5 admin admin] Network c49b9db1-0426-4015-9afe-1fff90136761 is scheduled to be hosted by DHCP agent aa9d8c49-a181-49e8-a217-0ebad9c91868 with binding_index 1 {{(pid=93011) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 13:04:25.993464 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f7f5aea5-9ef5-4c3f-a36a-971a1b96cc33 req-0e0d6628-48c6-4743-a39f-3051d628c746 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2866a82-1a43-4488-a792-2fb6be594d47 HTTP/1.1" status: 200 len: 945 time: 0.2280250 Jul 08 13:04:25.999462 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-96b5f546-a6fe-4cdf-90cc-1307de963c11 req-709a538b-5474-4c19-8474-baabb96e0eab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a989f85d-3714-472a-9d72-dfb33dfa3fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635476 Jul 08 13:04:26.014356 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-7737d240-26f2-4c19-ad60-dd5fb55c12b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-11-iscsi, c49b9db1-0426-4015-9afe-1fff90136761) {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:04:26.021125 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7737d240-26f2-4c19-ad60-dd5fb55c12b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:26.021979 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7737d240-26f2-4c19-ad60-dd5fb55c12b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:26.022863 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dfe40a-81fb-4d9d-8f3c-45f7ec3d3d99 None None] Network c49b9db1-0426-4015-9afe-1fff90136761 requested from dv-cinder-789603-11-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 13:04:26.049627 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-7737d240-26f2-4c19-ad60-dd5fb55c12b5 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1475136 Jul 08 13:04:26.052261 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 40728) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:04:26.061096 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-353beec5-147b-4b29-b57b-9e5d56207ba4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1310091746-router', 'tenant_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174'}}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:04:26.065688 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-da2c6586-9610-4a85-9f4d-284c1674531f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:26.076606 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 13:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17923728-4902-4c94-88ad-5bab77a6ba62 x-openstack-request-id: req-17923728-4902-4c94-88ad-5bab77a6ba62 {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:04:26.077139 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81261b86-901b-4b51-bfcb-25ac607e71ad", "tag": "4ef04a00-ebe0-478f-ba45-11c1f616adc7", "status": "completed", "code": 200}]} {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:04:26.077505 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-17923728-4902-4c94-88ad-5bab77a6ba62 {{(pid=93012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:04:26.087644 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81261b86-901b-4b51-bfcb-25ac607e71ad', 'tag': '4ef04a00-ebe0-478f-ba45-11c1f616adc7', 'status': 'completed', 'code': 200} Jul 08 13:04:26.105921 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-353beec5-147b-4b29-b57b-9e5d56207ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364066'] for router, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:26.107048 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-353beec5-147b-4b29-b57b-9e5d56207ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8364077'] for router, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:26.175689 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f7f5aea5-9ef5-4c3f-a36a-971a1b96cc33 req-de54a154-1df1-45bd-bd3e-1a08564fc248 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/security-groups?id=ff71abe8-bc30-4f43-864d-85c09000d4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812766 Jul 08 13:04:26.176512 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-353beec5-147b-4b29-b57b-9e5d56207ba4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:26.296402 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-96b5f546-a6fe-4cdf-90cc-1307de963c11 req-d5f64a37-c3e4-45ce-9601-c222384df022 service neutron] 10.222.0.21 "GET /v2.0/networks/a989f85d-3714-472a-9d72-dfb33dfa3fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688763 Jul 08 13:04:26.381231 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7575e91-439e-4a91-b299-2c6cb85e0adb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15e29ccc-158f-583f-b514-01e14430e2a0-c49b9db1-0426-4015-9afe-1fff90136761', 'network_id': 'c49b9db1-0426-4015-9afe-1fff90136761', 'tenant_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'fixed_ips': [{'subnet_id': '82be07f0-1d9e-44ff-8c03-11cf8bfac97c'}]}} from dv-cinder-789603-11-iscsi. {{(pid=93013) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 13:04:26.382241 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-d7575e91-439e-4a91-b299-2c6cb85e0adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:26.416152 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-96b5f546-a6fe-4cdf-90cc-1307de963c11 req-78c7d99a-4215-494a-9da2-2bcfbf52e868 service neutron] 10.222.0.21 "GET /v2.0/networks/a989f85d-3714-472a-9d72-dfb33dfa3fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100709 Jul 08 13:04:26.418621 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-da2c6586-9610-4a85-9f4d-284c1674531f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:26.422237 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-da2c6586-9610-4a85-9f4d-284c1674531f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:26.424376 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-da2c6586-9610-4a85-9f4d-284c1674531f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c2613d0d-37a6-4a06-bdee-0e5b950eca4d HTTP/1.1" status: 204 len: 168 time: 0.5785227 Jul 08 13:04:26.441789 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-353beec5-147b-4b29-b57b-9e5d56207ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8364095'] for router, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:26.485167 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c6586-9610-4a85-9f4d-284c1674531f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2613d0d-37a6-4a06-bdee-0e5b950eca4d,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:26.507324 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26246b20-6625-49f5-ac52-69718ae0140a req-4e0ac39c-959a-41a7-8ec4-f7c7d0881687 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:26.509375 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-26246b20-6625-49f5-ac52-69718ae0140a req-4e0ac39c-959a-41a7-8ec4-f7c7d0881687 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 946 time: 0.2182937 Jul 08 13:04:26.552804 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325596c0-2948-4a3e-abaf-fb2f57522328 req-e2681dda-2d51-44a8-a0d4-ad5a07f1212f tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:26.554579 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-325596c0-2948-4a3e-abaf-fb2f57522328 req-e2681dda-2d51-44a8-a0d4-ad5a07f1212f tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=29e5c814-abb2-43a0-be73-99652d1cf98c HTTP/1.1" status: 200 len: 945 time: 0.1367321 Jul 08 13:04:26.605115 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-26246b20-6625-49f5-ac52-69718ae0140a req-468b6496-5fbf-49ed-934c-55df37b5453d tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=537162c2-7e03-42f9-9511-978f3a376ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618863 Jul 08 13:04:26.738986 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-325596c0-2948-4a3e-abaf-fb2f57522328 req-0757b337-a1e4-4878-bb15-06b4a8f31dc9 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367829 Jul 08 13:04:26.747648 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b3c87-85d6-427a-9d94-0b90ab53609e req-e31bd463-ccc3-419f-8bae-1492b7e9e5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:26.749166 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fe4b3c87-85d6-427a-9d94-0b90ab53609e req-e31bd463-ccc3-419f-8bae-1492b7e9e5e4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f61e798ba1214bf68c07623649316cbe&device_id=81261b86-901b-4b51-bfcb-25ac607e71ad HTTP/1.1" status: 200 len: 1096 time: 0.1936259 Jul 08 13:04:26.778618 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.db_base_plugin_common [None req-d7575e91-439e-4a91-b299-2c6cb85e0adb None None] Allocated IP 172.20.0.2 (c49b9db1-0426-4015-9afe-1fff90136761/82be07f0-1d9e-44ff-8c03-11cf8bfac97c/69202b74-35ca-4a38-a336-e5383090c698) {{(pid=93013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:04:26.819038 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-353beec5-147b-4b29-b57b-9e5d56207ba4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:26.860753 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-353beec5-147b-4b29-b57b-9e5d56207ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:26.991146 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b3c87-85d6-427a-9d94-0b90ab53609e req-dbe3d389-7d0c-4658-8c51-1e034aded7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:26.993161 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fe4b3c87-85d6-427a-9d94-0b90ab53609e req-dbe3d389-7d0c-4658-8c51-1e034aded7d3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a989f85d-3714-472a-9d72-dfb33dfa3fe4 HTTP/1.1" status: 200 len: 909 time: 0.2310014 Jul 08 13:04:27.021259 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-d7575e91-439e-4a91-b299-2c6cb85e0adb None None] Notify callbacks [] for port, precommit_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:27.034858 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-d7575e91-439e-4a91-b299-2c6cb85e0adb None None] Transition to ACTIVE for port object 69202b74-35ca-4a38-a336-e5383090c698 will not be triggered until provisioned by entity L2. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:04:27.068204 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-d7575e91-439e-4a91-b299-2c6cb85e0adb None None] Transition to ACTIVE for port object 69202b74-35ca-4a38-a336-e5383090c698 will not be triggered until provisioned by entity DHCP. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:04:27.084290 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [None req-353beec5-147b-4b29-b57b-9e5d56207ba4 admin admin] Allocated IP 172.27.1.99 (d18f7e62-ee2d-4e48-b29d-27db78040174/81ab2e47-5fae-4c56-af63-aae451fc3457/5c04eaa0-189c-4282-9bf2-4ad6059dfa29) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:04:27.103984 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fe4b3c87-85d6-427a-9d94-0b90ab53609e req-8653434c-2af3-4252-b1d6-79c3381668ae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4ef04a00-ebe0-478f-ba45-11c1f616adc7 HTTP/1.1" status: 200 len: 217 time: 0.0904360 Jul 08 13:04:27.163445 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-d7575e91-439e-4a91-b299-2c6cb85e0adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276'] for port, after_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:27.194434 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b3c87-85d6-427a-9d94-0b90ab53609e req-c89907e5-3cd2-422c-8fad-00df2ec1fe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:27.196256 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fe4b3c87-85d6-427a-9d94-0b90ab53609e req-c89907e5-3cd2-422c-8fad-00df2ec1fe54 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1bcd7be2-c3d8-4bd5-9739-b5233281f415 HTTP/1.1" status: 200 len: 848 time: 0.0839458 Jul 08 13:04:27.214907 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66eda90-604b-4757-9961-5474df6faf99 req-1850c79b-0b22-4cd9-b644-f3a1f26cfae8 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:27.222537 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7575e91-439e-4a91-b299-2c6cb85e0adb None None] Network c49b9db1-0426-4015-9afe-1fff90136761 is already hosted by enough agents. {{(pid=93013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:04:27.223104 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b66eda90-604b-4757-9961-5474df6faf99 req-1850c79b-0b22-4cd9-b644-f3a1f26cfae8 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 945 time: 0.2283702 Jul 08 13:04:27.227323 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.scheduler.base_scheduler [None req-d7575e91-439e-4a91-b299-2c6cb85e0adb None None] Resources bound (agent type, host, resource id): {{(pid=93013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:04:27.230844 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f2c573-d2ae-4208-add8-cbe53a2c99b7 req-10c4a70d-f631-47b4-adc6-14f8e38d216d tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:27.232840 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7575e91-439e-4a91-b299-2c6cb85e0adb None None] Received port after_create {{(pid=93013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:04:27.238778 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-59f2c573-d2ae-4208-add8-cbe53a2c99b7 req-10c4a70d-f631-47b4-adc6-14f8e38d216d tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 945 time: 0.2865555 Jul 08 13:04:27.241462 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7575e91-439e-4a91-b299-2c6cb85e0adb None None] Pushing event updated for resources: {'Port': ['ID=69202b74-35ca-4a38-a336-e5383090c698,revision_number=1']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:27.305216 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fe4b3c87-85d6-427a-9d94-0b90ab53609e req-b6d88085-b211-4657-816e-494b2925c9c0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a989f85d-3714-472a-9d72-dfb33dfa3fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772848 Jul 08 13:04:27.343055 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-59f2c573-d2ae-4208-add8-cbe53a2c99b7 req-edc28c91-bc53-4209-a411-e42b63f82a9a tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999634 Jul 08 13:04:27.343861 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b66eda90-604b-4757-9961-5474df6faf99 req-112d29d9-896c-4a15-b6d3-594ac137f569 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191273 Jul 08 13:04:27.449737 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-353beec5-147b-4b29-b57b-9e5d56207ba4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:27.499444 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fe4b3c87-85d6-427a-9d94-0b90ab53609e req-68c23607-2ffb-4137-9782-774dad97afc6 service neutron] 10.222.0.21 "GET /v2.0/networks/a989f85d-3714-472a-9d72-dfb33dfa3fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687925 Jul 08 13:04:27.569475 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-d7575e91-439e-4a91-b299-2c6cb85e0adb None None] Attempting to bind port 69202b74-35ca-4a38-a336-e5383090c698 on host dv-cinder-789603-11-iscsi for vnic_type normal with profile {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 13:04:27.569752 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-d7575e91-439e-4a91-b299-2c6cb85e0adb None None] Attempting to bind port 69202b74-35ca-4a38-a336-e5383090c698 by drivers openvswitch,hyperv on host dv-cinder-789603-11-iscsi at level 0 using segments [{'id': '32964103-717e-44fc-b530-57634237afd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c49b9db1-0426-4015-9afe-1fff90136761'}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 13:04:27.570118 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7575e91-439e-4a91-b299-2c6cb85e0adb None None] Attempting to bind port 69202b74-35ca-4a38-a336-e5383090c698 on network c49b9db1-0426-4015-9afe-1fff90136761 {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:04:27.587714 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7575e91-439e-4a91-b299-2c6cb85e0adb None None] Checking agent: {'id': 'fc4e00a9-53c5-4fcb-bb0a-09b300a741e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 54, 6), 'started_at': datetime.datetime(2021, 7, 8, 12, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 13, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 13:04:27.588127 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7575e91-439e-4a91-b299-2c6cb85e0adb None None] Checking segment: {'id': '32964103-717e-44fc-b530-57634237afd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c49b9db1-0426-4015-9afe-1fff90136761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:04:27.588601 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-d7575e91-439e-4a91-b299-2c6cb85e0adb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:27.592464 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-353beec5-147b-4b29-b57b-9e5d56207ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4789364'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:27.593406 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7575e91-439e-4a91-b299-2c6cb85e0adb None None] Bound using segment: {'id': '32964103-717e-44fc-b530-57634237afd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c49b9db1-0426-4015-9afe-1fff90136761'} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 13:04:27.596439 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-d7575e91-439e-4a91-b299-2c6cb85e0adb None None] Bound port: 69202b74-35ca-4a38-a336-e5383090c698, host: dv-cinder-789603-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32964103-717e-44fc-b530-57634237afd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c49b9db1-0426-4015-9afe-1fff90136761'}}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 13:04:27.598292 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-d7575e91-439e-4a91-b299-2c6cb85e0adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:27.677277 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fe4b3c87-85d6-427a-9d94-0b90ab53609e req-98afc93d-64cd-4f55-94ed-829443dc08b7 service neutron] 10.222.0.21 "GET /v2.0/networks/a989f85d-3714-472a-9d72-dfb33dfa3fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558619 Jul 08 13:04:27.760988 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a87ff-6444-49d0-a728-c115bb9b9563 req-5b918b58-0a26-4358-a823-6a5336f6a2df tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:27.762758 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0a6a87ff-6444-49d0-a728-c115bb9b9563 req-5b918b58-0a26-4358-a823-6a5336f6a2df tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2866a82-1a43-4488-a792-2fb6be594d47 HTTP/1.1" status: 200 len: 945 time: 0.0843341 Jul 08 13:04:27.783321 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-d7575e91-439e-4a91-b299-2c6cb85e0adb None None] For port 69202b74-35ca-4a38-a336-e5383090c698, host dv-cinder-789603-11-iscsi, cleared binding levels {{(pid=93013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 13:04:27.796309 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-d7575e91-439e-4a91-b299-2c6cb85e0adb None None] For port 69202b74-35ca-4a38-a336-e5383090c698, host dv-cinder-789603-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=69202b74-35ca-4a38-a336-e5383090c698,segment=NetworkSegment(32964103-717e-44fc-b530-57634237afd8),segment_id=32964103-717e-44fc-b530-57634237afd8)] {{(pid=93013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 13:04:27.805185 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-d7575e91-439e-4a91-b299-2c6cb85e0adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:27.829763 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0a6a87ff-6444-49d0-a728-c115bb9b9563 req-ffa17228-1f80-4b2d-bcd4-40e28a39e25f tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/security-groups?id=ff71abe8-bc30-4f43-864d-85c09000d4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587347 Jul 08 13:04:27.847310 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353beec5-147b-4b29-b57b-9e5d56207ba4 admin admin] Network d18f7e62-ee2d-4e48-b29d-27db78040174 is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:04:27.857247 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-353beec5-147b-4b29-b57b-9e5d56207ba4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:04:27.864008 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353beec5-147b-4b29-b57b-9e5d56207ba4 admin admin] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:04:27.919881 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 40770) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:04:27.958060 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7575e91-439e-4a91-b299-2c6cb85e0adb None None] Pushing event updated for resources: {'Port': ['ID=69202b74-35ca-4a38-a336-e5383090c698,revision_number=2']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:27.983022 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353beec5-147b-4b29-b57b-9e5d56207ba4 admin admin] Pushing event updated for resources: {'Port': ['ID=5c04eaa0-189c-4282-9bf2-4ad6059dfa29,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:28.087826 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892c54b-60bd-4e10-b3a9-6c6b2a7a553e req-7eed7b9f-d680-4bfc-8698-91b3b8b2fcea tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:28.091492 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7892c54b-60bd-4e10-b3a9-6c6b2a7a553e req-7eed7b9f-d680-4bfc-8698-91b3b8b2fcea tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2866a82-1a43-4488-a792-2fb6be594d47 HTTP/1.1" status: 200 len: 945 time: 0.1177502 Jul 08 13:04:28.210646 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e739f-7df7-4af0-805d-0efba25abd16 req-94fd0a1b-04ea-4d73-a554-d4269f1da99c tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:28.216065 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-968e739f-7df7-4af0-805d-0efba25abd16 req-94fd0a1b-04ea-4d73-a554-d4269f1da99c tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/ports?device_id=81261b86-901b-4b51-bfcb-25ac607e71ad HTTP/1.1" status: 200 len: 943 time: 0.5101171 Jul 08 13:04:28.217108 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-9ff8b510-ea17-48c5-a4c8-8db00cc340d5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1466302910-network', 'tenant_id': '72e6ac284e134db6984ee5463fd84268'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:04:28.346779 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff8b510-ea17-48c5-a4c8-8db00cc340d5 admin admin] Made reservation on behalf of 72e6ac284e134db6984ee5463fd84268 for: {'network': 1} {{(pid=93012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:04:28.349119 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9ff8b510-ea17-48c5-a4c8-8db00cc340d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for network, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:28.360729 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9ff8b510-ea17-48c5-a4c8-8db00cc340d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:28.377379 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-968e739f-7df7-4af0-805d-0efba25abd16 req-03c62fe9-ea4e-4721-80b3-dc19c804a67e tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3a2d98b-5225-431c-b401-c4d61b2724d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603277 Jul 08 13:04:28.478162 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810bb4bb-dd23-44e2-8514-848693607532 req-22651bc4-11bd-49d0-82f7-36044aa1e380 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:28.488816 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-810bb4bb-dd23-44e2-8514-848693607532 req-22651bc4-11bd-49d0-82f7-36044aa1e380 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 946 time: 0.3947327 Jul 08 13:04:28.507751 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [req-7892c54b-60bd-4e10-b3a9-6c6b2a7a553e req-1fe11f60-a1b2-4543-b100-3d67b353a6e5 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Deleting port eea9be79-3d9f-4383-9873-9cd90c39b487 {{(pid=93012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:04:28.508447 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-353beec5-147b-4b29-b57b-9e5d56207ba4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:28.508785 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-7892c54b-60bd-4e10-b3a9-6c6b2a7a553e req-1fe11f60-a1b2-4543-b100-3d67b353a6e5 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:28.690215 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-810bb4bb-dd23-44e2-8514-848693607532 req-7a3e8f54-72a3-4600-8a7d-2c36fc9ae475 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=537162c2-7e03-42f9-9511-978f3a376ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679318 Jul 08 13:04:28.725377 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [req-7892c54b-60bd-4e10-b3a9-6c6b2a7a553e req-1fe11f60-a1b2-4543-b100-3d67b353a6e5 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] For port eea9be79-3d9f-4383-9873-9cd90c39b487, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=eea9be79-3d9f-4383-9873-9cd90c39b487,segment=NetworkSegment(5b71ba67-5771-4488-b4a2-a47ffb209829),segment_id=5b71ba67-5771-4488-b4a2-a47ffb209829)] {{(pid=93012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:04:28.725798 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-7892c54b-60bd-4e10-b3a9-6c6b2a7a553e req-1fe11f60-a1b2-4543-b100-3d67b353a6e5 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:28.749826 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [req-7892c54b-60bd-4e10-b3a9-6c6b2a7a553e req-1fe11f60-a1b2-4543-b100-3d67b353a6e5 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Calling delete_port for eea9be79-3d9f-4383-9873-9cd90c39b487 owned by compute:nova {{(pid=93012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:04:28.764209 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9ff8b510-ea17-48c5-a4c8-8db00cc340d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:28.773528 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9ff8b510-ea17-48c5-a4c8-8db00cc340d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:28.803244 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3156aead-29d6-4864-902b-bb13499b7726 req-04f0f2e2-0952-4cf4-9a27-5f090f9a6931 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:28.808955 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-3156aead-29d6-4864-902b-bb13499b7726 req-04f0f2e2-0952-4cf4-9a27-5f090f9a6931 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 945 time: 0.1641085 Jul 08 13:04:28.840030 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ff8b510-ea17-48c5-a4c8-8db00cc340d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=93012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 13:04:28.851308 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-353beec5-147b-4b29-b57b-9e5d56207ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545771'] for router, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:28.876107 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9ff8b510-ea17-48c5-a4c8-8db00cc340d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1381891'] for segment, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:28.876799 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.db.segments_db [None req-9ff8b510-ea17-48c5-a4c8-8db00cc340d5 admin admin] Added segment a2927637-e19f-4f91-8a6e-7cfe612d9539 of type vlan for network 6414870c-e55b-4de0-96ed-e21f9e007cfe Jul 08 13:04:28.891964 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff8b510-ea17-48c5-a4c8-8db00cc340d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41cbc5c2-e521-41e8-a9b2-491105aacb06,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:28.915223 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-3156aead-29d6-4864-902b-bb13499b7726 req-4542d1e5-c41d-4f11-b5a6-a12f8c3d5e98 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003332 Jul 08 13:04:28.996365 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9ff8b510-ea17-48c5-a4c8-8db00cc340d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739448901726'] for network, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:29.059706 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353beec5-147b-4b29-b57b-9e5d56207ba4 admin admin] Router c5343fd3-ff82-436f-89fb-d99d64c0165e is scheduled to L3 agent f415b27f-d318-40de-bd28-ecbd03c16a41 with binding_index 1 {{(pid=93011) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 13:04:29.121012 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9ff8b510-ea17-48c5-a4c8-8db00cc340d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384'] for network, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:29.121986 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff8b510-ea17-48c5-a4c8-8db00cc340d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:29.122742 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9ff8b510-ea17-48c5-a4c8-8db00cc340d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for network, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:29.184533 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-7892c54b-60bd-4e10-b3a9-6c6b2a7a553e req-1fe11f60-a1b2-4543-b100-3d67b353a6e5 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4509848'] for port, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:29.231165 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] get_ports_and_sgs() called for port_ids ['eea9be79-3d9f-4383-9873-9cd90c39b487'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 13:04:29.246651 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-9ff8b510-ea17-48c5-a4c8-8db00cc340d5 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3227680 Jul 08 13:04:29.247129 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 69202b74-35ca-4a38-a336-e5383090c698 up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:04:29.255121 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 40786) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:04:29.278137 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-642a54c6-9774-47bd-870e-232064ccf4ed admin admin] Request body: {'subnet': {'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1466302910-subnet', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'ip_version': 4}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:04:29.301876 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe11f60-a1b2-4543-b100-3d67b353a6e5 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Pushing event deleted for resources: {'Port': ['ID=eea9be79-3d9f-4383-9873-9cd90c39b487,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:29.310744 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff8b510-ea17-48c5-a4c8-8db00cc340d5 admin admin] Pushing event updated for resources: {'Network': ['ID=6414870c-e55b-4de0-96ed-e21f9e007cfe,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:29.326294 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353beec5-147b-4b29-b57b-9e5d56207ba4 admin admin] Notify agent at l3_agent.dv-cinder-789603-11-iscsi the message routers_updated {{(pid=93011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:04:29.332369 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642a54c6-9774-47bd-870e-232064ccf4ed admin admin] Made reservation on behalf of 72e6ac284e134db6984ee5463fd84268 for: {'subnet': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:04:29.338803 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-642a54c6-9774-47bd-870e-232064ccf4ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5094259'] for subnet, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:29.342527 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451c7f79-ca50-42ad-af1f-fd7688089e0b None None] Sync routers for ids ['c5343fd3-ff82-436f-89fb-d99d64c0165e'] in dv-cinder-789603-11-iscsi {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:04:29.365792 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451c7f79-ca50-42ad-af1f-fd7688089e0b None None] Routers {'c5343fd3-ff82-436f-89fb-d99d64c0165e'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:04:29.366432 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-451c7f79-ca50-42ad-af1f-fd7688089e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:04:05Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['c5343fd3-ff82-436f-89fb-d99d64c0165e'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:04:29.373592 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5026e9c-febd-4cb9-b687-41ca529bb18f req-078c11b5-58a5-4a8b-a7ee-cf85aae50db1 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:29.382153 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Network 6414870c-e55b-4de0-96ed-e21f9e007cfe details requested by agent ovs-agent-dv-cinder-789603-11-iscsi with host dv-cinder-789603-11-iscsi {{(pid=93013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 13:04:29.390347 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c5026e9c-febd-4cb9-b687-41ca529bb18f req-078c11b5-58a5-4a8b-a7ee-cf85aae50db1 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/ports?device_id=b2866a82-1a43-4488-a792-2fb6be594d47 HTTP/1.1" status: 200 len: 867 time: 0.3391824 Jul 08 13:04:29.453718 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [req-7892c54b-60bd-4e10-b3a9-6c6b2a7a553e req-1fe11f60-a1b2-4543-b100-3d67b353a6e5 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] No DVR routers for this DVR port eea9be79-3d9f-4383-9873-9cd90c39b487 on host hv-cinder-78960 {{(pid=93012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:04:29.460846 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [req-7892c54b-60bd-4e10-b3a9-6c6b2a7a553e req-1fe11f60-a1b2-4543-b100-3d67b353a6e5 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for port, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:29.462900 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7892c54b-60bd-4e10-b3a9-6c6b2a7a553e req-1fe11f60-a1b2-4543-b100-3d67b353a6e5 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.21 "DELETE /v2.0/ports/eea9be79-3d9f-4383-9873-9cd90c39b487 HTTP/1.1" status: 204 len: 173 time: 1.3363607 Jul 08 13:04:29.471496 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2866a82-1a43-4488-a792-2fb6be594d47', 'name': 'network-vif-deleted', 'tag': 'eea9be79-3d9f-4383-9873-9cd90c39b487'}] {{(pid=93012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:04:29.471496 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd052ad9988fae0c023d90ace067622d59124d56325abb0637f2c794eb114897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2db3dba-aaa5-442a-891c-d00b2c406eba" -d '{"events": [{"server_uuid": "b2866a82-1a43-4488-a792-2fb6be594d47", "name": "network-vif-deleted", "tag": "eea9be79-3d9f-4383-9873-9cd90c39b487"}]}' {{(pid=93012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:04:29.483989 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd084bdc-e109-4c28-9006-9f056bdd2010 None None] Network c49b9db1-0426-4015-9afe-1fff90136761 requested from dv-cinder-789603-11-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 13:04:29.512838 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-353beec5-147b-4b29-b57b-9e5d56207ba4 admin admin] Notify callbacks [] for router, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:29.519511 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-353beec5-147b-4b29-b57b-9e5d56207ba4 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4659908 Jul 08 13:04:29.532312 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 40792) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:04:29.534816 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c5026e9c-febd-4cb9-b687-41ca529bb18f req-d63fa5a9-ad80-49b3-aabf-54946bdff75b tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/security-groups?id=ff71abe8-bc30-4f43-864d-85c09000d4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485848 Jul 08 13:04:29.553702 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 4ef04a00-ebe0-478f-ba45-11c1f616adc7 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=93013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 13:04:29.583358 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-451c7f79-ca50-42ad-af1f-fd7688089e0b None None] Set router c5343fd3-ff82-436f-89fb-d99d64c0165e gateway port host: dv-cinder-789603-11-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:04:29.744091 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-642a54c6-9774-47bd-870e-232064ccf4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4900324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5094209'] for subnet, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:29.806991 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642a54c6-9774-47bd-870e-232064ccf4ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=d28d3121-202c-40d9-81a2-6dc38ff463b2,revision_number=0']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:29.847893 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port 4ef04a00-ebe0-478f-ba45-11c1f616adc7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=4ef04a00-ebe0-478f-ba45-11c1f616adc7,segment=NetworkSegment(1b0a141f-2618-4f57-a12d-5c604a7472b9),segment_id=1b0a141f-2618-4f57-a12d-5c604a7472b9)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:04:29.904509 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642a54c6-9774-47bd-870e-232064ccf4ed admin admin] Checking segment: {'id': 'a2927637-e19f-4f91-8a6e-7cfe612d9539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:04:29.905122 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642a54c6-9774-47bd-870e-232064ccf4ed admin admin] Network hostable DHCP agents. Network: 6414870c-e55b-4de0-96ed-e21f9e007cfe, hostable agents: ['aa9d8c49-a181-49e8-a217-0ebad9c91868'], hosted agents: [] {{(pid=93011) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 13:04:29.941849 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5535654-33ba-4f87-b0f8-98a20eb16971 x-openstack-request-id: req-f5535654-33ba-4f87-b0f8-98a20eb16971 {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:04:29.944469 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642a54c6-9774-47bd-870e-232064ccf4ed admin admin] Network 6414870c-e55b-4de0-96ed-e21f9e007cfe is scheduled to be hosted by DHCP agent aa9d8c49-a181-49e8-a217-0ebad9c91868 with binding_index 1 {{(pid=93011) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 13:04:29.946502 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2866a82-1a43-4488-a792-2fb6be594d47", "name": "network-vif-deleted", "tag": "eea9be79-3d9f-4383-9873-9cd90c39b487", "status": "completed", "code": 200}]} {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:04:29.946942 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f5535654-33ba-4f87-b0f8-98a20eb16971 {{(pid=93012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:04:29.947522 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2866a82-1a43-4488-a792-2fb6be594d47', 'name': 'network-vif-deleted', 'tag': 'eea9be79-3d9f-4383-9873-9cd90c39b487', 'status': 'completed', 'code': 200} Jul 08 13:04:29.995775 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Returning: {'device': '4ef04a00-ebe0-478f-ba45-11c1f616adc7', 'network_id': 'a989f85d-3714-472a-9d72-dfb33dfa3fe4', 'port_id': '4ef04a00-ebe0-478f-ba45-11c1f616adc7', 'mac_address': 'fa:16:3e:9a:b9:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bcd7be2-c3d8-4bd5-9739-b5233281f415', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 13:04:30.038759 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-451c7f79-ca50-42ad-af1f-fd7688089e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5343fd3-ff82-436f-89fb-d99d64c0165e', 'name': 'tempest-TestShelveInstance-1310091746-router', 'tenant_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '5c04eaa0-189c-4282-9bf2-4ad6059dfa29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:26Z', 'updated_at': '2021-07-08T13:04:28Z', 'revision_number': 3, 'project_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'gw_port': {'id': '5c04eaa0-189c-4282-9bf2-4ad6059dfa29', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:94:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5343fd3-ff82-436f-89fb-d99d64c0165e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:26Z', 'updated_at': '2021-07-08T13:04:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi'}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:04:30.067585 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4dee97-9f21-4e6b-8fdf-28892c1710b6 req-3fa05af0-143d-41d4-833b-21fd134275dd tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:30.076385 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451c7f79-ca50-42ad-af1f-fd7688089e0b None None] Checking router: c5343fd3-ff82-436f-89fb-d99d64c0165e for host: dv-cinder-789603-11-iscsi {{(pid=93014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:04:30.077003 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451c7f79-ca50-42ad-af1f-fd7688089e0b None None] Updating router c5343fd3-ff82-436f-89fb-d99d64c0165e port 5c04eaa0-189c-4282-9bf2-4ad6059dfa29 binding host dv-cinder-789603-11-iscsi {{(pid=93014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 13:04:30.077882 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ee4dee97-9f21-4e6b-8fdf-28892c1710b6 req-3fa05af0-143d-41d4-833b-21fd134275dd tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/ports?device_id=81261b86-901b-4b51-bfcb-25ac607e71ad HTTP/1.1" status: 200 len: 943 time: 0.2971396 Jul 08 13:04:30.115465 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:30.119678 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-451c7f79-ca50-42ad-af1f-fd7688089e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:30.159537 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ef04a00-ebe0-478f-ba45-11c1f616adc7 {{(pid=93013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:04:30.179333 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ee4dee97-9f21-4e6b-8fdf-28892c1710b6 req-78545da5-12d4-4be3-b1c2-fde08c3ecf40 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3a2d98b-5225-431c-b401-c4d61b2724d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937159 Jul 08 13:04:30.193946 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0d0f8-dfd6-4a97-961e-c0fe90ba8027 req-76d71154-3153-4c41-9745-e4fb23095335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:30.195471 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fea0d0f8-dfd6-4a97-961e-c0fe90ba8027 req-76d71154-3153-4c41-9745-e4fb23095335 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a5326bc4440540e6ae389d2094a52678&device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 1098 time: 0.2898118 Jul 08 13:04:30.199434 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port 4ef04a00-ebe0-478f-ba45-11c1f616adc7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=4ef04a00-ebe0-478f-ba45-11c1f616adc7,segment=NetworkSegment(1b0a141f-2618-4f57-a12d-5c604a7472b9),segment_id=1b0a141f-2618-4f57-a12d-5c604a7472b9)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:04:30.209826 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning for port 69202b74-35ca-4a38-a336-e5383090c698 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:04:30.217914 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:30.290789 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-642a54c6-9774-47bd-870e-232064ccf4ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-11-iscsi, 6414870c-e55b-4de0-96ed-e21f9e007cfe) {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:04:30.309778 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642a54c6-9774-47bd-870e-232064ccf4ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:30.310364 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-642a54c6-9774-47bd-870e-232064ccf4ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:30.328415 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Pushing event updated for resources: {'Port': ['ID=4ef04a00-ebe0-478f-ba45-11c1f616adc7,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:30.347795 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c3cf36-c827-4fb6-ae7a-d2580c3d2ba4 None None] Network 6414870c-e55b-4de0-96ed-e21f9e007cfe requested from dv-cinder-789603-11-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 13:04:30.376077 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0d0f8-dfd6-4a97-961e-c0fe90ba8027 req-bc22c4c6-e92b-4fd7-82e4-6a6d6445323c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:30.386787 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fea0d0f8-dfd6-4a97-961e-c0fe90ba8027 req-bc22c4c6-e92b-4fd7-82e4-6a6d6445323c service neutron] 10.222.0.21 "GET /v2.0/networks?id=67cb6200-8bdb-4797-a417-5d4037d7c8f2 HTTP/1.1" status: 200 len: 919 time: 0.1839361 Jul 08 13:04:30.442657 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-642a54c6-9774-47bd-870e-232064ccf4ed admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1798131 Jul 08 13:04:30.451226 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 40806) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:04:30.467216 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fea0d0f8-dfd6-4a97-961e-c0fe90ba8027 req-4de31796-5cb5-4bf4-8a02-0486aad4af68 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80d9aafd-3f60-42b7-9365-7bc0a4e9ca02 HTTP/1.1" status: 200 len: 217 time: 0.0727427 Jul 08 13:04:30.473628 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3231ce2-7d58-49d1-b765-1a8ca409d172 req-48bc05a2-9732-472c-ae98-261e3c05bc1f tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:30.486262 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-b3231ce2-7d58-49d1-b765-1a8ca409d172 req-48bc05a2-9732-472c-ae98-261e3c05bc1f tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 946 time: 0.1930416 Jul 08 13:04:30.518922 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-d6f39af3-0ab0-4e1c-8d06-3036a657fc74 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1466302910-router', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174'}}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:04:30.615121 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:30.620829 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0d0f8-dfd6-4a97-961e-c0fe90ba8027 req-55f86007-b0df-4cfa-8eda-7f3e128715f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:30.622428 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-0d7d357e-3e33-4636-8d23-37e8e328c49e None None] Provisioning for port 69202b74-35ca-4a38-a336-e5383090c698 completed by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:04:30.628793 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fea0d0f8-dfd6-4a97-961e-c0fe90ba8027 req-55f86007-b0df-4cfa-8eda-7f3e128715f2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba7a26e2-f1a5-4c71-9a4d-50a54628469a HTTP/1.1" status: 200 len: 858 time: 0.1480238 Jul 08 13:04:30.636874 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dee729-046b-4bb8-bf76-5240afbed998 req-effd4ab2-679d-4073-90d4-7d50ae74453d tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:30.655179 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-62dee729-046b-4bb8-bf76-5240afbed998 req-effd4ab2-679d-4073-90d4-7d50ae74453d tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 945 time: 0.1245944 Jul 08 13:04:30.672597 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-0d7d357e-3e33-4636-8d23-37e8e328c49e None None] Provisioning complete for port 69202b74-35ca-4a38-a336-e5383090c698 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:04:30.673270 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-0d7d357e-3e33-4636-8d23-37e8e328c49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:30.687665 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d6f39af3-0ab0-4e1c-8d06-3036a657fc74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364066'] for router, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:30.692577 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d6f39af3-0ab0-4e1c-8d06-3036a657fc74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8364077'] for router, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:30.742449 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51041836-6016-47e8-a6b1-aa2c6d322793 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15e29ccc-158f-583f-b514-01e14430e2a0-6414870c-e55b-4de0-96ed-e21f9e007cfe', 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'fixed_ips': [{'subnet_id': 'd28d3121-202c-40d9-81a2-6dc38ff463b2'}]}} from dv-cinder-789603-11-iscsi. {{(pid=93013) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 13:04:30.743556 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-51041836-6016-47e8-a6b1-aa2c6d322793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:30.757199 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fea0d0f8-dfd6-4a97-961e-c0fe90ba8027 req-afde9f61-7dc5-4c97-8ec1-008098648bde service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=67cb6200-8bdb-4797-a417-5d4037d7c8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506964 Jul 08 13:04:30.780334 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-62dee729-046b-4bb8-bf76-5240afbed998 req-fb21a00a-a9d6-448a-b784-1d8afa3e05b1 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239159 Jul 08 13:04:30.814112 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4b776344-8e86-4159-8c17-64ebbb4630ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:30.817055 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-451c7f79-ca50-42ad-af1f-fd7688089e0b None None] Notify callbacks [] for port, precommit_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:30.818260 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] get_ports_and_sgs() called for port_ids ['4ef04a00-ebe0-478f-ba45-11c1f616adc7'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 13:04:30.841367 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.provisioning_blocks [None req-451c7f79-ca50-42ad-af1f-fd7688089e0b None None] Transition to ACTIVE for port object 5c04eaa0-189c-4282-9bf2-4ad6059dfa29 will not be triggered until provisioned by entity L2. {{(pid=93014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:04:30.851928 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-451c7f79-ca50-42ad-af1f-fd7688089e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:30.917881 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fea0d0f8-dfd6-4a97-961e-c0fe90ba8027 req-e45bd0d6-7ba0-49a7-8f17-b9b3027c7a66 service neutron] 10.222.0.21 "GET /v2.0/networks/67cb6200-8bdb-4797-a417-5d4037d7c8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415813 Jul 08 13:04:30.986976 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d6f39af3-0ab0-4e1c-8d06-3036a657fc74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:31.012789 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-451c7f79-ca50-42ad-af1f-fd7688089e0b None None] Attempting to bind port 5c04eaa0-189c-4282-9bf2-4ad6059dfa29 on host dv-cinder-789603-11-iscsi for vnic_type normal with profile {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 13:04:31.013078 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-451c7f79-ca50-42ad-af1f-fd7688089e0b None None] Attempting to bind port 5c04eaa0-189c-4282-9bf2-4ad6059dfa29 by drivers openvswitch,hyperv on host dv-cinder-789603-11-iscsi at level 0 using segments [{'id': 'ec4eb99c-636e-43d3-922e-332a95a4195c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174'}] {{(pid=93014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 13:04:31.013701 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451c7f79-ca50-42ad-af1f-fd7688089e0b None None] Attempting to bind port 5c04eaa0-189c-4282-9bf2-4ad6059dfa29 on network d18f7e62-ee2d-4e48-b29d-27db78040174 {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:04:31.016678 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aa73ca-bbad-4cfd-ad3f-3fbba6b1a563 None None] Pushing event updated for resources: {'Port': ['ID=5c04eaa0-189c-4282-9bf2-4ad6059dfa29,revision_number=2']} {{(pid=93014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:31.027458 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa73ca-bbad-4cfd-ad3f-3fbba6b1a563 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:31.027914 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa73ca-bbad-4cfd-ad3f-3fbba6b1a563 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:31.028369 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa73ca-bbad-4cfd-ad3f-3fbba6b1a563 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:31.028774 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa73ca-bbad-4cfd-ad3f-3fbba6b1a563 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:31.029235 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa73ca-bbad-4cfd-ad3f-3fbba6b1a563 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:31.036215 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa73ca-bbad-4cfd-ad3f-3fbba6b1a563 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:31.036758 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa73ca-bbad-4cfd-ad3f-3fbba6b1a563 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:31.037163 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa73ca-bbad-4cfd-ad3f-3fbba6b1a563 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:31.037561 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa73ca-bbad-4cfd-ad3f-3fbba6b1a563 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:31.037950 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa73ca-bbad-4cfd-ad3f-3fbba6b1a563 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:31.038356 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa73ca-bbad-4cfd-ad3f-3fbba6b1a563 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:31.038738 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09aa73ca-bbad-4cfd-ad3f-3fbba6b1a563 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:31.052916 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451c7f79-ca50-42ad-af1f-fd7688089e0b None None] Checking agent: {'id': 'fc4e00a9-53c5-4fcb-bb0a-09b300a741e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 54, 6), 'started_at': datetime.datetime(2021, 7, 8, 12, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 13, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 13:04:31.057294 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451c7f79-ca50-42ad-af1f-fd7688089e0b None None] Checking segment: {'id': 'ec4eb99c-636e-43d3-922e-332a95a4195c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:04:31.058293 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-451c7f79-ca50-42ad-af1f-fd7688089e0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:31.059208 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451c7f79-ca50-42ad-af1f-fd7688089e0b None None] Bound using segment: {'id': 'ec4eb99c-636e-43d3-922e-332a95a4195c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174'} {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 13:04:31.061116 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-451c7f79-ca50-42ad-af1f-fd7688089e0b None None] Bound port: 5c04eaa0-189c-4282-9bf2-4ad6059dfa29, host: dv-cinder-789603-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec4eb99c-636e-43d3-922e-332a95a4195c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174'}}] {{(pid=93014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 13:04:31.061623 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-451c7f79-ca50-42ad-af1f-fd7688089e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:31.131000 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.db [None req-451c7f79-ca50-42ad-af1f-fd7688089e0b None None] For port 5c04eaa0-189c-4282-9bf2-4ad6059dfa29, host dv-cinder-789603-11-iscsi, cleared binding levels {{(pid=93014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 13:04:31.135027 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.db [None req-451c7f79-ca50-42ad-af1f-fd7688089e0b None None] For port 5c04eaa0-189c-4282-9bf2-4ad6059dfa29, host dv-cinder-789603-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=5c04eaa0-189c-4282-9bf2-4ad6059dfa29,segment=NetworkSegment(ec4eb99c-636e-43d3-922e-332a95a4195c),segment_id=ec4eb99c-636e-43d3-922e-332a95a4195c)] {{(pid=93014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 13:04:31.146547 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-451c7f79-ca50-42ad-af1f-fd7688089e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:31.213100 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aa73ca-bbad-4cfd-ad3f-3fbba6b1a563 None None] Pushing event updated for resources: {'Port': ['ID=5c04eaa0-189c-4282-9bf2-4ad6059dfa29,revision_number=3']} {{(pid=93014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:31.241894 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451c7f79-ca50-42ad-af1f-fd7688089e0b None None] Routers {'c5343fd3-ff82-436f-89fb-d99d64c0165e'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:04:31.242788 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-451c7f79-ca50-42ad-af1f-fd7688089e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:04:05Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['c5343fd3-ff82-436f-89fb-d99d64c0165e'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:04:31.310856 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fea0d0f8-dfd6-4a97-961e-c0fe90ba8027 req-0d7454f0-557f-4d59-8912-f04259e0803a service neutron] 10.222.0.21 "GET /v2.0/networks/67cb6200-8bdb-4797-a417-5d4037d7c8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851111 Jul 08 13:04:31.337944 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f26cc-8ce2-484d-83ae-ca705f376c90 req-5ea4da7c-04ff-43a6-9207-5b6bd25c937d tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:31.348711 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-136f26cc-8ce2-484d-83ae-ca705f376c90 req-5ea4da7c-04ff-43a6-9207-5b6bd25c937d tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 945 time: 0.2873530 Jul 08 13:04:31.366483 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-451c7f79-ca50-42ad-af1f-fd7688089e0b None None] Set router c5343fd3-ff82-436f-89fb-d99d64c0165e gateway port host: dv-cinder-789603-11-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:04:31.396583 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-136f26cc-8ce2-484d-83ae-ca705f376c90 req-b5d9ba4c-0cfe-4677-ae47-dbdaedd172d9 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464585 Jul 08 13:04:31.401306 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.db_base_plugin_common [None req-51041836-6016-47e8-a6b1-aa2c6d322793 None None] Allocated IP 172.20.0.2 (6414870c-e55b-4de0-96ed-e21f9e007cfe/d28d3121-202c-40d9-81a2-6dc38ff463b2/32c7bdbc-8a12-4214-9ff7-9354f786d8c9) {{(pid=93013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:04:31.473919 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-0d7d357e-3e33-4636-8d23-37e8e328c49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:31.555565 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device eea9be79-3d9f-4383-9873-9cd90c39b487 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:04:31.559666 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-b3231ce2-7d58-49d1-b765-1a8ca409d172 req-e951d44e-79f2-4ecf-9190-3b0a812e2159 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=537162c2-7e03-42f9-9511-978f3a376ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0705554 Jul 08 13:04:31.697300 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d6f39af3-0ab0-4e1c-8d06-3036a657fc74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8364095'] for router, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:31.727828 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] No Port match for: eea9be79-3d9f-4383-9873-9cd90c39b487 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:04:31.730295 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device eea9be79-3d9f-4383-9873-9cd90c39b487 not bound to the agent host hv-cinder-78960 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:04:31.806026 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-451c7f79-ca50-42ad-af1f-fd7688089e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5343fd3-ff82-436f-89fb-d99d64c0165e', 'name': 'tempest-TestShelveInstance-1310091746-router', 'tenant_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '5c04eaa0-189c-4282-9bf2-4ad6059dfa29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:26Z', 'updated_at': '2021-07-08T13:04:28Z', 'revision_number': 3, 'project_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'gw_port': {'id': '5c04eaa0-189c-4282-9bf2-4ad6059dfa29', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:94:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5343fd3-ff82-436f-89fb-d99d64c0165e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:26Z', 'updated_at': '2021-07-08T13:04:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi'}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:04:31.863860 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-0d7d357e-3e33-4636-8d23-37e8e328c49e None None] For port 69202b74-35ca-4a38-a336-e5383090c698, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=69202b74-35ca-4a38-a336-e5383090c698,segment=NetworkSegment(32964103-717e-44fc-b530-57634237afd8),segment_id=32964103-717e-44fc-b530-57634237afd8)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:04:31.871691 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451c7f79-ca50-42ad-af1f-fd7688089e0b None None] The sync data for ids ['c5343fd3-ff82-436f-89fb-d99d64c0165e'] in dv-cinder-789603-11-iscsi is: [{'id': 'c5343fd3-ff82-436f-89fb-d99d64c0165e', 'name': 'tempest-TestShelveInstance-1310091746-router', 'tenant_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '5c04eaa0-189c-4282-9bf2-4ad6059dfa29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:26Z', 'updated_at': '2021-07-08T13:04:28Z', 'revision_number': 3, 'project_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'gw_port': {'id': '5c04eaa0-189c-4282-9bf2-4ad6059dfa29', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:94:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5343fd3-ff82-436f-89fb-d99d64c0165e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:26Z', 'updated_at': '2021-07-08T13:04:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi'}] {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:04:31.888433 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-0d7d357e-3e33-4636-8d23-37e8e328c49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:32.038323 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283734a-fccc-4905-93f1-0afc64c4e44d req-18949db7-0afe-494b-bbb4-496f7c822faa tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:32.046811 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a283734a-fccc-4905-93f1-0afc64c4e44d req-18949db7-0afe-494b-bbb4-496f7c822faa tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/ports?device_id=81261b86-901b-4b51-bfcb-25ac607e71ad HTTP/1.1" status: 200 len: 944 time: 0.1795363 Jul 08 13:04:32.161724 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7d357e-3e33-4636-8d23-37e8e328c49e None None] Pushing event updated for resources: {'Port': ['ID=69202b74-35ca-4a38-a336-e5383090c698,revision_number=3']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:32.162167 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a283734a-fccc-4905-93f1-0afc64c4e44d req-4a57be2a-88ba-43bb-bf0c-971350b33e8e tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3a2d98b-5225-431c-b401-c4d61b2724d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131577 Jul 08 13:04:32.191928 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-51041836-6016-47e8-a6b1-aa2c6d322793 None None] Notify callbacks [] for port, precommit_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:32.203841 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-51041836-6016-47e8-a6b1-aa2c6d322793 None None] Transition to ACTIVE for port object 32c7bdbc-8a12-4214-9ff7-9354f786d8c9 will not be triggered until provisioned by entity L2. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:04:32.226645 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-51041836-6016-47e8-a6b1-aa2c6d322793 None None] Transition to ACTIVE for port object 32c7bdbc-8a12-4214-9ff7-9354f786d8c9 will not be triggered until provisioned by entity DHCP. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:04:32.228327 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-cca319f9-18e9-4163-a130-0bee6a6d59a7 None None] Provisioning complete for port 69202b74-35ca-4a38-a336-e5383090c698 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:04:32.229845 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-cca319f9-18e9-4163-a130-0bee6a6d59a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:32.257588 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-51041836-6016-47e8-a6b1-aa2c6d322793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276'] for port, after_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:32.316043 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51041836-6016-47e8-a6b1-aa2c6d322793 None None] Network 6414870c-e55b-4de0-96ed-e21f9e007cfe is already hosted by enough agents. {{(pid=93013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:04:32.320384 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [None req-4b776344-8e86-4159-8c17-64ebbb4630ba admin admin] Allocated IP 172.20.0.1 (c49b9db1-0426-4015-9afe-1fff90136761/82be07f0-1d9e-44ff-8c03-11cf8bfac97c/c12c6fd5-385c-4ddc-bc9f-07c02d975442) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:04:32.323546 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.scheduler.base_scheduler [None req-51041836-6016-47e8-a6b1-aa2c6d322793 None None] Resources bound (agent type, host, resource id): {{(pid=93013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:04:32.329874 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51041836-6016-47e8-a6b1-aa2c6d322793 None None] Received port after_create {{(pid=93013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:04:32.338823 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51041836-6016-47e8-a6b1-aa2c6d322793 None None] Pushing event updated for resources: {'Port': ['ID=32c7bdbc-8a12-4214-9ff7-9354f786d8c9,revision_number=1']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:32.432390 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d6f39af3-0ab0-4e1c-8d06-3036a657fc74 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:32.460584 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-51041836-6016-47e8-a6b1-aa2c6d322793 None None] Attempting to bind port 32c7bdbc-8a12-4214-9ff7-9354f786d8c9 on host dv-cinder-789603-11-iscsi for vnic_type normal with profile {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 13:04:32.461010 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-51041836-6016-47e8-a6b1-aa2c6d322793 None None] Attempting to bind port 32c7bdbc-8a12-4214-9ff7-9354f786d8c9 by drivers openvswitch,hyperv on host dv-cinder-789603-11-iscsi at level 0 using segments [{'id': 'a2927637-e19f-4f91-8a6e-7cfe612d9539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe'}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 13:04:32.461315 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51041836-6016-47e8-a6b1-aa2c6d322793 None None] Attempting to bind port 32c7bdbc-8a12-4214-9ff7-9354f786d8c9 on network 6414870c-e55b-4de0-96ed-e21f9e007cfe {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:04:32.469939 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c329c9-e1a8-4737-9ce5-6adb5758fb01 req-5f702f55-4408-4ab1-ad3e-4b49d8f66061 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:32.478645 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-12c329c9-e1a8-4737-9ce5-6adb5758fb01 req-5f702f55-4408-4ab1-ad3e-4b49d8f66061 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 945 time: 0.4162090 Jul 08 13:04:32.483581 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d6f39af3-0ab0-4e1c-8d06-3036a657fc74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:32.492730 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51041836-6016-47e8-a6b1-aa2c6d322793 None None] Checking agent: {'id': 'fc4e00a9-53c5-4fcb-bb0a-09b300a741e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 54, 6), 'started_at': datetime.datetime(2021, 7, 8, 12, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 13, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 13:04:32.493129 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51041836-6016-47e8-a6b1-aa2c6d322793 None None] Checking segment: {'id': 'a2927637-e19f-4f91-8a6e-7cfe612d9539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:04:32.493504 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-51041836-6016-47e8-a6b1-aa2c6d322793 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:32.493900 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51041836-6016-47e8-a6b1-aa2c6d322793 None None] Bound using segment: {'id': 'a2927637-e19f-4f91-8a6e-7cfe612d9539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe'} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 13:04:32.494386 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-51041836-6016-47e8-a6b1-aa2c6d322793 None None] Bound port: 32c7bdbc-8a12-4214-9ff7-9354f786d8c9, host: dv-cinder-789603-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2927637-e19f-4f91-8a6e-7cfe612d9539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe'}}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 13:04:32.494812 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-51041836-6016-47e8-a6b1-aa2c6d322793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:32.612520 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f9247f2d-e041-4243-998e-f4764aa8f7a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:32.641322 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [None req-d6f39af3-0ab0-4e1c-8d06-3036a657fc74 admin admin] Allocated IP 172.27.1.249 (d18f7e62-ee2d-4e48-b29d-27db78040174/81ab2e47-5fae-4c56-af63-aae451fc3457/142ebf4f-930e-46f0-8b56-28e1745627da) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:04:32.665977 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-51041836-6016-47e8-a6b1-aa2c6d322793 None None] For port 32c7bdbc-8a12-4214-9ff7-9354f786d8c9, host dv-cinder-789603-11-iscsi, cleared binding levels {{(pid=93013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 13:04:32.669477 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-51041836-6016-47e8-a6b1-aa2c6d322793 None None] For port 32c7bdbc-8a12-4214-9ff7-9354f786d8c9, host dv-cinder-789603-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=32c7bdbc-8a12-4214-9ff7-9354f786d8c9,segment=NetworkSegment(a2927637-e19f-4f91-8a6e-7cfe612d9539),segment_id=a2927637-e19f-4f91-8a6e-7cfe612d9539)] {{(pid=93013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 13:04:32.675972 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-51041836-6016-47e8-a6b1-aa2c6d322793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:32.743199 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f2f3b-3ff8-4de3-90e7-adc8c22012ed req-50d6ef1b-20fe-4d5a-967e-743e0245362b tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:32.757096 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8a6f2f3b-3ff8-4de3-90e7-adc8c22012ed req-50d6ef1b-20fe-4d5a-967e-743e0245362b tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 945 time: 0.1350024 Jul 08 13:04:32.812467 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51041836-6016-47e8-a6b1-aa2c6d322793 None None] Pushing event updated for resources: {'Port': ['ID=32c7bdbc-8a12-4214-9ff7-9354f786d8c9,revision_number=2']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:32.834599 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8a6f2f3b-3ff8-4de3-90e7-adc8c22012ed req-5c015f4c-82c5-42ee-9f17-79f01515791e tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765128 Jul 08 13:04:32.873467 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4b776344-8e86-4159-8c17-64ebbb4630ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:32.910827 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4b776344-8e86-4159-8c17-64ebbb4630ba admin admin] Transition to ACTIVE for port object c12c6fd5-385c-4ddc-bc9f-07c02d975442 will not be triggered until provisioned by entity DHCP. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:04:32.946426 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-12c329c9-e1a8-4737-9ce5-6adb5758fb01 req-77e5b401-0c0d-4028-b5eb-7a81029e36b8 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4668856 Jul 08 13:04:33.006445 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d6f39af3-0ab0-4e1c-8d06-3036a657fc74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:33.060734 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4b776344-8e86-4159-8c17-64ebbb4630ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4789364'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:33.143734 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffed6a6-85b0-490f-9f3a-4fb8c5559e4e req-4a35b639-2d8e-4e0e-a354-3207fdc7fbd3 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:33.162746 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-cffed6a6-85b0-490f-9f3a-4fb8c5559e4e req-4a35b639-2d8e-4e0e-a354-3207fdc7fbd3 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 946 time: 0.1744132 Jul 08 13:04:33.166354 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b776344-8e86-4159-8c17-64ebbb4630ba admin admin] Network c49b9db1-0426-4015-9afe-1fff90136761 is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:04:33.170838 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-4b776344-8e86-4159-8c17-64ebbb4630ba admin admin] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:04:33.174014 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d6f39af3-0ab0-4e1c-8d06-3036a657fc74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4789364'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:33.176337 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b776344-8e86-4159-8c17-64ebbb4630ba admin admin] Pushing event updated for resources: {'Port': ['ID=c12c6fd5-385c-4ddc-bc9f-07c02d975442,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:33.179383 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b776344-8e86-4159-8c17-64ebbb4630ba admin admin] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:04:33.295441 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-cffed6a6-85b0-490f-9f3a-4fb8c5559e4e req-44678a53-e2fc-4ceb-9ce0-ffde89a899cd tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=537162c2-7e03-42f9-9511-978f3a376ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255269 Jul 08 13:04:33.417420 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 69202b74-35ca-4a38-a336-e5383090c698 up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:04:33.428889 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f39af3-0ab0-4e1c-8d06-3036a657fc74 admin admin] Network d18f7e62-ee2d-4e48-b29d-27db78040174 is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:04:33.437133 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-d6f39af3-0ab0-4e1c-8d06-3036a657fc74 admin admin] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:04:33.455238 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f39af3-0ab0-4e1c-8d06-3036a657fc74 admin admin] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:04:33.459111 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f39af3-0ab0-4e1c-8d06-3036a657fc74 admin admin] Pushing event updated for resources: {'Port': ['ID=142ebf4f-930e-46f0-8b56-28e1745627da,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:33.461927 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4b776344-8e86-4159-8c17-64ebbb4630ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546274'] for router_interface, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:33.555008 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning complete for port 69202b74-35ca-4a38-a336-e5383090c698 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:04:33.555757 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:33.596636 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-bbc06b6f-d1de-454c-85eb-5062d2f3c644 None None] Provisioning for port c12c6fd5-385c-4ddc-bc9f-07c02d975442 completed by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:04:33.604664 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-bbc06b6f-d1de-454c-85eb-5062d2f3c644 None None] Provisioning complete for port c12c6fd5-385c-4ddc-bc9f-07c02d975442 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:04:33.605046 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-bbc06b6f-d1de-454c-85eb-5062d2f3c644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:33.649426 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-bbc06b6f-d1de-454c-85eb-5062d2f3c644 None None] Port c12c6fd5-385c-4ddc-bc9f-07c02d975442 cannot update to ACTIVE because it is not bound. {{(pid=93013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 13:04:33.690278 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 5c04eaa0-189c-4282-9bf2-4ad6059dfa29 up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:04:33.746948 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning for port 5c04eaa0-189c-4282-9bf2-4ad6059dfa29 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:04:33.752278 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning complete for port 5c04eaa0-189c-4282-9bf2-4ad6059dfa29 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:04:33.752901 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:33.755841 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64a2e94-f5ae-4983-8b99-eb9aada403ec req-a29596c0-6dd6-40ae-b260-c6492678849d tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:33.758560 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-b64a2e94-f5ae-4983-8b99-eb9aada403ec req-a29596c0-6dd6-40ae-b260-c6492678849d tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/ports?device_id=81261b86-901b-4b51-bfcb-25ac607e71ad HTTP/1.1" status: 200 len: 944 time: 0.3709242 Jul 08 13:04:33.903189 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:33.945546 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4b776344-8e86-4159-8c17-64ebbb4630ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:34.024461 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] For port 5c04eaa0-189c-4282-9bf2-4ad6059dfa29, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=5c04eaa0-189c-4282-9bf2-4ad6059dfa29,segment=NetworkSegment(ec4eb99c-636e-43d3-922e-332a95a4195c),segment_id=ec4eb99c-636e-43d3-922e-332a95a4195c)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:04:34.056926 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:34.182137 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-b64a2e94-f5ae-4983-8b99-eb9aada403ec req-5767f459-90d2-4090-ba00-46716630e7dc tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3a2d98b-5225-431c-b401-c4d61b2724d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3918183 Jul 08 13:04:34.254321 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Pushing event updated for resources: {'Port': ['ID=5c04eaa0-189c-4282-9bf2-4ad6059dfa29,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:34.273569 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d6f39af3-0ab0-4e1c-8d06-3036a657fc74 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:34.343666 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04991686-7e78-4a87-830e-127301f01c4d req-fa7dfa5b-71fc-4b1c-9102-36d3ec616ab8 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:34.346122 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-04991686-7e78-4a87-830e-127301f01c4d req-fa7dfa5b-71fc-4b1c-9102-36d3ec616ab8 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 945 time: 0.1638756 Jul 08 13:04:34.414284 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-04991686-7e78-4a87-830e-127301f01c4d req-38cc392b-aca8-4c0f-a766-b7afec2fc8a0 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621188 Jul 08 13:04:34.415369 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec347729-1912-4839-966b-6c53029bab28 None None] Network 6414870c-e55b-4de0-96ed-e21f9e007cfe requested from dv-cinder-789603-11-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 13:04:34.687658 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-313f2e2d-dcf3-48a9-bd0d-6bdf1f68be53 None None] Provisioning for port 32c7bdbc-8a12-4214-9ff7-9354f786d8c9 completed by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:04:34.688913 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea349e-5877-4284-b3f7-53e8a5200818 req-4c0b471c-4023-4e43-b9cf-864fa9b7c5bc tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:34.690381 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-07ea349e-5877-4284-b3f7-53e8a5200818 req-4c0b471c-4023-4e43-b9cf-864fa9b7c5bc tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 946 time: 0.1173880 Jul 08 13:04:34.738693 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68754cb8-7b1d-4a32-a627-b1a9932fab7e req-b348c57d-d872-4777-bd9e-0d3c806a00e8 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:34.740346 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-68754cb8-7b1d-4a32-a627-b1a9932fab7e req-b348c57d-d872-4777-bd9e-0d3c806a00e8 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 945 time: 0.3734660 Jul 08 13:04:34.763564 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d6f39af3-0ab0-4e1c-8d06-3036a657fc74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545771'] for router, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:34.775334 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-07ea349e-5877-4284-b3f7-53e8a5200818 req-28cec2c3-8ddc-4de5-96aa-2077dcc452a2 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=537162c2-7e03-42f9-9511-978f3a376ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781035 Jul 08 13:04:35.297916 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-68754cb8-7b1d-4a32-a627-b1a9932fab7e req-a54df70d-fa46-42d3-beaa-919ae97e8ccc tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5281527 Jul 08 13:04:35.328533 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4b776344-8e86-4159-8c17-64ebbb4630ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:35.335365 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 32c7bdbc-8a12-4214-9ff7-9354f786d8c9 up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:04:35.337550 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4b776344-8e86-4159-8c17-64ebbb4630ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4789354'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:35.386100 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f39af3-0ab0-4e1c-8d06-3036a657fc74 admin admin] Router 84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4 is scheduled to L3 agent f415b27f-d318-40de-bd28-ecbd03c16a41 with binding_index 1 {{(pid=93011) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 13:04:35.419455 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3da59181-3a84-4825-85fc-d87f81ca55f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:35.469943 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning for port 32c7bdbc-8a12-4214-9ff7-9354f786d8c9 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:04:35.476584 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning complete for port 32c7bdbc-8a12-4214-9ff7-9354f786d8c9 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:04:35.477049 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:35.494479 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0124ce2-78fe-4d1b-9993-210ebc432c29 req-be55d1c8-8913-4bb5-a200-a6f872794886 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:35.501172 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a0124ce2-78fe-4d1b-9993-210ebc432c29 req-be55d1c8-8913-4bb5-a200-a6f872794886 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/ports?device_id=81261b86-901b-4b51-bfcb-25ac607e71ad HTTP/1.1" status: 200 len: 944 time: 0.1277807 Jul 08 13:04:35.513158 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4b776344-8e86-4159-8c17-64ebbb4630ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545201'] for router_interface, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:35.525822 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b776344-8e86-4159-8c17-64ebbb4630ba admin admin] Pushing event updated for resources: {'Port': ['ID=c12c6fd5-385c-4ddc-bc9f-07c02d975442,revision_number=2']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:35.588671 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a0124ce2-78fe-4d1b-9993-210ebc432c29 req-7827b130-9588-43b1-a5e8-069d9ffaa1c7 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3a2d98b-5225-431c-b401-c4d61b2724d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815077 Jul 08 13:04:35.642386 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:35.684881 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] For port 32c7bdbc-8a12-4214-9ff7-9354f786d8c9, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=32c7bdbc-8a12-4214-9ff7-9354f786d8c9,segment=NetworkSegment(a2927637-e19f-4f91-8a6e-7cfe612d9539),segment_id=a2927637-e19f-4f91-8a6e-7cfe612d9539)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:04:35.699130 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:35.699957 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 5c04eaa0-189c-4282-9bf2-4ad6059dfa29 up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:04:35.703158 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b776344-8e86-4159-8c17-64ebbb4630ba admin admin] Network c49b9db1-0426-4015-9afe-1fff90136761 is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:04:35.714946 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-4b776344-8e86-4159-8c17-64ebbb4630ba admin admin] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:04:35.745784 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f39af3-0ab0-4e1c-8d06-3036a657fc74 admin admin] Notify agent at l3_agent.dv-cinder-789603-11-iscsi the message routers_updated {{(pid=93011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:04:35.762895 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3127843d-4c75-4955-ba82-fdad723617de None None] Sync routers for ids ['84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4'] in dv-cinder-789603-11-iscsi {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:04:35.806852 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:35.808331 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171838d6-048a-433d-aec2-732f0f513fb4 req-756b2795-6566-4b34-8607-c8e21e65412a tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:35.809795 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-171838d6-048a-433d-aec2-732f0f513fb4 req-756b2795-6566-4b34-8607-c8e21e65412a tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 945 time: 0.1987159 Jul 08 13:04:35.845157 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3127843d-4c75-4955-ba82-fdad723617de None None] Routers {'84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:04:35.848997 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-3127843d-4c75-4955-ba82-fdad723617de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:04:35Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:04:35.855482 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d6f39af3-0ab0-4e1c-8d06-3036a657fc74 admin admin] Notify callbacks [] for router, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:35.856758 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-d6f39af3-0ab0-4e1c-8d06-3036a657fc74 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.3489065 Jul 08 13:04:35.860877 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 40850) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:04:35.940706 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-171838d6-048a-433d-aec2-732f0f513fb4 req-bf52b8f8-e86b-4a4a-b93e-de67baafa741 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216860 Jul 08 13:04:36.023536 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b776344-8e86-4159-8c17-64ebbb4630ba admin admin] Router c5343fd3-ff82-436f-89fb-d99d64c0165e has already been hosted by L3 agent f415b27f-d318-40de-bd28-ecbd03c16a41 {{(pid=93011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 13:04:36.052003 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Pushing event updated for resources: {'Port': ['ID=32c7bdbc-8a12-4214-9ff7-9354f786d8c9,revision_number=3']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:36.145077 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-3127843d-4c75-4955-ba82-fdad723617de None None] Set router 84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:04:36.217001 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning complete for port 5c04eaa0-189c-4282-9bf2-4ad6059dfa29 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:04:36.217643 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:36.224224 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b776344-8e86-4159-8c17-64ebbb4630ba admin admin] Notify agent at l3_agent.dv-cinder-789603-11-iscsi the message routers_updated {{(pid=93011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:04:36.242058 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-4b776344-8e86-4159-8c17-64ebbb4630ba admin admin] 10.222.0.59 "PUT /v2.0/routers/c5343fd3-ff82-436f-89fb-d99d64c0165e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7007098 Jul 08 13:04:36.247178 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebeb986-9b1c-4376-8211-eca4b18633a6 None None] Sync routers for ids ['c5343fd3-ff82-436f-89fb-d99d64c0165e'] in dv-cinder-789603-11-iscsi {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:04:36.288128 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebeb986-9b1c-4376-8211-eca4b18633a6 None None] Routers {'c5343fd3-ff82-436f-89fb-d99d64c0165e'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:04:36.296071 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-2ebeb986-9b1c-4376-8211-eca4b18633a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:04:35Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['c5343fd3-ff82-436f-89fb-d99d64c0165e'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:04:36.296432 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-ac55ff45-db9f-4e25-aaad-f0c799294670 None None] Provisioning complete for port c12c6fd5-385c-4ddc-bc9f-07c02d975442 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:04:36.296666 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ac55ff45-db9f-4e25-aaad-f0c799294670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:36.541114 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-97c8e7b9-57f7-456d-825e-78a0ef1aae16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:36.639227 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-ac55ff45-db9f-4e25-aaad-f0c799294670 None None] Port c12c6fd5-385c-4ddc-bc9f-07c02d975442 cannot update to ACTIVE because it is not bound. {{(pid=93013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 13:04:36.658578 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-2ebeb986-9b1c-4376-8211-eca4b18633a6 None None] Set router c5343fd3-ff82-436f-89fb-d99d64c0165e gateway port host: dv-cinder-789603-11-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:04:36.667462 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567bc218-a4c7-4510-bd28-3fd58e6da072 req-aed8e6a2-34e3-41ac-8f6b-db10f881936d tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:36.683718 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-567bc218-a4c7-4510-bd28-3fd58e6da072 req-aed8e6a2-34e3-41ac-8f6b-db10f881936d tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 946 time: 0.6052792 Jul 08 13:04:36.739936 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d335ddd-48b8-445a-bc75-a72139f196e2 req-3d708672-30b9-4eee-8655-167a49985c1b tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:36.745957 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-3127843d-4c75-4955-ba82-fdad723617de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'name': 'tempest-TestVolumeBootPattern-1466302910-router', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '142ebf4f-930e-46f0-8b56-28e1745627da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:30Z', 'updated_at': '2021-07-08T13:04:33Z', 'revision_number': 3, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'gw_port': {'id': '142ebf4f-930e-46f0-8b56-28e1745627da', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:73:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:32Z', 'updated_at': '2021-07-08T13:04:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi'}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:04:36.766221 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-6d335ddd-48b8-445a-bc75-a72139f196e2 req-3d708672-30b9-4eee-8655-167a49985c1b tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 945 time: 0.2109144 Jul 08 13:04:36.797810 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-567bc218-a4c7-4510-bd28-3fd58e6da072 req-02ba03cf-e55e-4c0e-9eff-412620e2a976 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=537162c2-7e03-42f9-9511-978f3a376ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071534 Jul 08 13:04:36.855436 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3127843d-4c75-4955-ba82-fdad723617de None None] Checking router: 84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4 for host: dv-cinder-789603-11-iscsi {{(pid=93013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:04:36.857496 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3127843d-4c75-4955-ba82-fdad723617de None None] Updating router 84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4 port 142ebf4f-930e-46f0-8b56-28e1745627da binding host dv-cinder-789603-11-iscsi {{(pid=93013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 13:04:36.918646 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-6d335ddd-48b8-445a-bc75-a72139f196e2 req-8cf007af-58a6-45f7-b121-3a229075cd0e tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439595 Jul 08 13:04:36.960098 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-2ebeb986-9b1c-4376-8211-eca4b18633a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5343fd3-ff82-436f-89fb-d99d64c0165e', 'name': 'tempest-TestShelveInstance-1310091746-router', 'tenant_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '5c04eaa0-189c-4282-9bf2-4ad6059dfa29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:26Z', 'updated_at': '2021-07-08T13:04:33Z', 'revision_number': 4, 'project_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'gw_port': {'id': '5c04eaa0-189c-4282-9bf2-4ad6059dfa29', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:94:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5343fd3-ff82-436f-89fb-d99d64c0165e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:26Z', 'updated_at': '2021-07-08T13:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': 'c12c6fd5-385c-4ddc-bc9f-07c02d975442', 'name': '', 'network_id': 'c49b9db1-0426-4015-9afe-1fff90136761', 'tenant_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'mac_address': 'fa:16:3e:5d:05:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5343fd3-ff82-436f-89fb-d99d64c0165e', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '82be07f0-1d9e-44ff-8c03-11cf8bfac97c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:31Z', 'updated_at': '2021-07-08T13:04:34Z', 'revision_number': 2, 'project_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'subnets': [{'id': '82be07f0-1d9e-44ff-8c03-11cf8bfac97c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:04:36.993340 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebeb986-9b1c-4376-8211-eca4b18633a6 None None] Checking router: c5343fd3-ff82-436f-89fb-d99d64c0165e for host: dv-cinder-789603-11-iscsi {{(pid=93014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:04:36.993554 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3127843d-4c75-4955-ba82-fdad723617de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:36.993666 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebeb986-9b1c-4376-8211-eca4b18633a6 None None] Updating router c5343fd3-ff82-436f-89fb-d99d64c0165e port c12c6fd5-385c-4ddc-bc9f-07c02d975442 binding host dv-cinder-789603-11-iscsi {{(pid=93014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 13:04:37.043245 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-2ebeb986-9b1c-4376-8211-eca4b18633a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:37.197899 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbfeb0d-46a4-42c1-a8c0-8b8a6d5b6ade req-d8731f0a-af4d-485c-8ade-38824d65325b tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:37.205723 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6bbfeb0d-46a4-42c1-a8c0-8b8a6d5b6ade req-d8731f0a-af4d-485c-8ade-38824d65325b tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/ports?device_id=81261b86-901b-4b51-bfcb-25ac607e71ad HTTP/1.1" status: 200 len: 944 time: 0.2391808 Jul 08 13:04:37.288981 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 32c7bdbc-8a12-4214-9ff7-9354f786d8c9 up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:04:37.303090 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6bbfeb0d-46a4-42c1-a8c0-8b8a6d5b6ade req-f71aca4c-587b-4c86-a878-8259aee733f4 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3a2d98b-5225-431c-b401-c4d61b2724d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936928 Jul 08 13:04:37.315197 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-cb6f42e1-8061-4b6b-a3e7-558fa6f64383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:37.339100 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda8fea-58e0-4a10-ab06-18a6565a7d5f req-7f12684b-e01e-49ec-ae99-8cc5f54ccd83 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:37.351757 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-3fda8fea-58e0-4a10-ab06-18a6565a7d5f req-7f12684b-e01e-49ec-ae99-8cc5f54ccd83 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 945 time: 0.1613140 Jul 08 13:04:37.435397 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-3fda8fea-58e0-4a10-ab06-18a6565a7d5f req-8d0ef33c-f04f-40f9-8b3c-6565f9479f25 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826225 Jul 08 13:04:37.485773 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning complete for port 32c7bdbc-8a12-4214-9ff7-9354f786d8c9 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:04:37.486143 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:37.584450 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 4ef04a00-ebe0-478f-ba45-11c1f616adc7 up at agent hyperv_hv-cinder-78960 {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:04:37.598743 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_common [None req-cb6f42e1-8061-4b6b-a3e7-558fa6f64383 admin admin] Allocated IP 172.20.0.1 (6414870c-e55b-4de0-96ed-e21f9e007cfe/d28d3121-202c-40d9-81a2-6dc38ff463b2/5549109a-91d2-457d-9a72-831bd1bb8239) {{(pid=93012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:04:37.707627 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-2ebeb986-9b1c-4376-8211-eca4b18633a6 None None] Notify callbacks [] for port, precommit_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:37.736030 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.provisioning_blocks [None req-2ebeb986-9b1c-4376-8211-eca4b18633a6 None None] Transition to ACTIVE for port object c12c6fd5-385c-4ddc-bc9f-07c02d975442 will not be triggered until provisioned by entity L2. {{(pid=93014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:04:37.746853 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-cb6f42e1-8061-4b6b-a3e7-558fa6f64383 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:37.749640 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-2ebeb986-9b1c-4376-8211-eca4b18633a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:37.771160 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 40890) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:04:37.775258 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.provisioning_blocks [None req-cb6f42e1-8061-4b6b-a3e7-558fa6f64383 admin admin] Transition to ACTIVE for port object 5549109a-91d2-457d-9a72-831bd1bb8239 will not be triggered until provisioned by entity DHCP. {{(pid=93012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:04:37.777285 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-4d679b4e-23e9-4d4f-b04a-f62e6b177262 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-334418996-network', 'tenant_id': 'cb5b54b45e75401aafc6c27aa52c9f98'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:04:37.822808 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d679b4e-23e9-4d4f-b04a-f62e6b177262 admin admin] Made reservation on behalf of cb5b54b45e75401aafc6c27aa52c9f98 for: {'network': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:04:37.825851 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4d679b4e-23e9-4d4f-b04a-f62e6b177262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for network, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:37.846458 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4d679b4e-23e9-4d4f-b04a-f62e6b177262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:37.863166 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-cb6f42e1-8061-4b6b-a3e7-558fa6f64383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4509839'] for port, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:37.883915 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18507a79-4e26-41cd-8a1c-7628e99ba600 None None] Pushing event updated for resources: {'Port': ['ID=c12c6fd5-385c-4ddc-bc9f-07c02d975442,revision_number=3']} {{(pid=93014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:38.041477 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6f42e1-8061-4b6b-a3e7-558fa6f64383 admin admin] Network 6414870c-e55b-4de0-96ed-e21f9e007cfe is already hosted by enough agents. {{(pid=93012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:04:38.044707 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [None req-cb6f42e1-8061-4b6b-a3e7-558fa6f64383 admin admin] Resources bound (agent type, host, resource id): {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:04:38.054776 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-2ebeb986-9b1c-4376-8211-eca4b18633a6 None None] Attempting to bind port c12c6fd5-385c-4ddc-bc9f-07c02d975442 on host dv-cinder-789603-11-iscsi for vnic_type normal with profile {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 13:04:38.055156 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-2ebeb986-9b1c-4376-8211-eca4b18633a6 None None] Attempting to bind port c12c6fd5-385c-4ddc-bc9f-07c02d975442 by drivers openvswitch,hyperv on host dv-cinder-789603-11-iscsi at level 0 using segments [{'id': '32964103-717e-44fc-b530-57634237afd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c49b9db1-0426-4015-9afe-1fff90136761'}] {{(pid=93014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 13:04:38.055530 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebeb986-9b1c-4376-8211-eca4b18633a6 None None] Attempting to bind port c12c6fd5-385c-4ddc-bc9f-07c02d975442 on network c49b9db1-0426-4015-9afe-1fff90136761 {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:04:38.063700 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6f42e1-8061-4b6b-a3e7-558fa6f64383 admin admin] Received port after_create {{(pid=93012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:04:38.071416 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-615b644b-3110-4324-8d19-7b6387de29b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:38.078082 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebeb986-9b1c-4376-8211-eca4b18633a6 None None] Checking agent: {'id': 'fc4e00a9-53c5-4fcb-bb0a-09b300a741e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 54, 6), 'started_at': datetime.datetime(2021, 7, 8, 12, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 13, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 13:04:38.078593 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebeb986-9b1c-4376-8211-eca4b18633a6 None None] Checking segment: {'id': '32964103-717e-44fc-b530-57634237afd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c49b9db1-0426-4015-9afe-1fff90136761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:04:38.079368 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-2ebeb986-9b1c-4376-8211-eca4b18633a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:38.079368 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebeb986-9b1c-4376-8211-eca4b18633a6 None None] Bound using segment: {'id': '32964103-717e-44fc-b530-57634237afd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c49b9db1-0426-4015-9afe-1fff90136761'} {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 13:04:38.079743 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-2ebeb986-9b1c-4376-8211-eca4b18633a6 None None] Bound port: c12c6fd5-385c-4ddc-bc9f-07c02d975442, host: dv-cinder-789603-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32964103-717e-44fc-b530-57634237afd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c49b9db1-0426-4015-9afe-1fff90136761'}}] {{(pid=93014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 13:04:38.080134 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-2ebeb986-9b1c-4376-8211-eca4b18633a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:38.083466 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Provisioning for port 4ef04a00-ebe0-478f-ba45-11c1f616adc7 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:04:38.112785 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4d679b4e-23e9-4d4f-b04a-f62e6b177262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:38.119827 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4d679b4e-23e9-4d4f-b04a-f62e6b177262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:38.131174 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Provisioning complete for port 4ef04a00-ebe0-478f-ba45-11c1f616adc7 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:04:38.131566 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:38.141152 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3127843d-4c75-4955-ba82-fdad723617de None None] Notify callbacks [] for port, precommit_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:38.161098 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d679b4e-23e9-4d4f-b04a-f62e6b177262 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=93011) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 13:04:38.177117 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6f42e1-8061-4b6b-a3e7-558fa6f64383 admin admin] Pushing event updated for resources: {'Port': ['ID=5549109a-91d2-457d-9a72-831bd1bb8239,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:38.181464 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4d679b4e-23e9-4d4f-b04a-f62e6b177262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1381891'] for segment, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:38.181807 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.db.segments_db [None req-4d679b4e-23e9-4d4f-b04a-f62e6b177262 admin admin] Added segment 89cbd8bf-e0aa-4953-b6d7-ff10d08c586c of type vlan for network f98c9093-53aa-4e55-bc5f-7b579705e33d Jul 08 13:04:38.246509 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.db [None req-2ebeb986-9b1c-4376-8211-eca4b18633a6 None None] For port c12c6fd5-385c-4ddc-bc9f-07c02d975442, host dv-cinder-789603-11-iscsi, cleared binding levels {{(pid=93014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 13:04:38.254900 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.db [None req-2ebeb986-9b1c-4376-8211-eca4b18633a6 None None] For port c12c6fd5-385c-4ddc-bc9f-07c02d975442, host dv-cinder-789603-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=c12c6fd5-385c-4ddc-bc9f-07c02d975442,segment=NetworkSegment(32964103-717e-44fc-b530-57634237afd8),segment_id=32964103-717e-44fc-b530-57634237afd8)] {{(pid=93014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 13:04:38.262763 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-2ebeb986-9b1c-4376-8211-eca4b18633a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:38.267159 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-3127843d-4c75-4955-ba82-fdad723617de None None] Transition to ACTIVE for port object 142ebf4f-930e-46f0-8b56-28e1745627da will not be triggered until provisioned by entity L2. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:04:38.297345 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4d679b4e-23e9-4d4f-b04a-f62e6b177262 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739448901726'] for network, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:38.308200 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3127843d-4c75-4955-ba82-fdad723617de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:38.327571 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-cb6f42e1-8061-4b6b-a3e7-558fa6f64383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546274'] for router_interface, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:38.373664 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4d679b4e-23e9-4d4f-b04a-f62e6b177262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384'] for network, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:38.376059 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d679b4e-23e9-4d4f-b04a-f62e6b177262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:38.377172 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4d679b4e-23e9-4d4f-b04a-f62e6b177262 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for network, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:38.380717 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebeb986-9b1c-4376-8211-eca4b18633a6 None None] Routers {'c5343fd3-ff82-436f-89fb-d99d64c0165e'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:04:38.381632 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-2ebeb986-9b1c-4376-8211-eca4b18633a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:04:35Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['c5343fd3-ff82-436f-89fb-d99d64c0165e'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:04:38.495907 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d679b4e-23e9-4d4f-b04a-f62e6b177262 admin admin] Pushing event updated for resources: {'Network': ['ID=f98c9093-53aa-4e55-bc5f-7b579705e33d,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:38.526706 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d679b4e-23e9-4d4f-b04a-f62e6b177262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8c1e1a-6d4c-498e-8705-5e4dd7cda430,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:38.528620 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Network f98c9093-53aa-4e55-bc5f-7b579705e33d details requested by agent ovs-agent-dv-cinder-789603-11-iscsi with host dv-cinder-789603-11-iscsi {{(pid=93013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 13:04:38.533409 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-4d679b4e-23e9-4d4f-b04a-f62e6b177262 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7605202 Jul 08 13:04:38.543617 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 40902) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:04:38.551326 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-b7c34934-3a61-4097-96ca-771fa085dd17 admin admin] Request body: {'subnet': {'network_id': 'f98c9093-53aa-4e55-bc5f-7b579705e33d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-334418996-subnet', 'tenant_id': 'cb5b54b45e75401aafc6c27aa52c9f98', 'ip_version': 4}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:04:38.583774 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c34934-3a61-4097-96ca-771fa085dd17 admin admin] Made reservation on behalf of cb5b54b45e75401aafc6c27aa52c9f98 for: {'subnet': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:04:38.586577 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b7c34934-3a61-4097-96ca-771fa085dd17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5094259'] for subnet, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:38.622053 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f9d87-e529-418b-8fa0-b8bb21b39728 req-37c0118e-d387-4831-971a-7e78d4fc7d7f tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:38.623647 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa771e0-7c92-4d26-be6e-82983c626e34 None None] Pushing event updated for resources: {'Port': ['ID=142ebf4f-930e-46f0-8b56-28e1745627da,revision_number=2']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:38.626672 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-3127843d-4c75-4955-ba82-fdad723617de None None] Attempting to bind port 142ebf4f-930e-46f0-8b56-28e1745627da on host dv-cinder-789603-11-iscsi for vnic_type normal with profile {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 13:04:38.627036 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-3127843d-4c75-4955-ba82-fdad723617de None None] Attempting to bind port 142ebf4f-930e-46f0-8b56-28e1745627da by drivers openvswitch,hyperv on host dv-cinder-789603-11-iscsi at level 0 using segments [{'id': 'ec4eb99c-636e-43d3-922e-332a95a4195c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174'}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 13:04:38.627399 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3127843d-4c75-4955-ba82-fdad723617de None None] Attempting to bind port 142ebf4f-930e-46f0-8b56-28e1745627da on network d18f7e62-ee2d-4e48-b29d-27db78040174 {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:04:38.641868 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-083f9d87-e529-418b-8fa0-b8bb21b39728 req-37c0118e-d387-4831-971a-7e78d4fc7d7f tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 945 time: 0.3119137 Jul 08 13:04:38.678340 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3127843d-4c75-4955-ba82-fdad723617de None None] Checking agent: {'id': 'fc4e00a9-53c5-4fcb-bb0a-09b300a741e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 54, 6), 'started_at': datetime.datetime(2021, 7, 8, 12, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 13, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 13:04:38.679211 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3127843d-4c75-4955-ba82-fdad723617de None None] Checking segment: {'id': 'ec4eb99c-636e-43d3-922e-332a95a4195c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:04:38.679631 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3127843d-4c75-4955-ba82-fdad723617de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:38.680319 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3127843d-4c75-4955-ba82-fdad723617de None None] Bound using segment: {'id': 'ec4eb99c-636e-43d3-922e-332a95a4195c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174'} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 13:04:38.680566 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-3127843d-4c75-4955-ba82-fdad723617de None None] Bound port: 142ebf4f-930e-46f0-8b56-28e1745627da, host: dv-cinder-789603-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec4eb99c-636e-43d3-922e-332a95a4195c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174'}}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 13:04:38.680955 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3127843d-4c75-4955-ba82-fdad723617de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:38.688747 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ee34b-0928-409c-ac77-5366f2976f45 req-61b9ec87-8165-41e7-a2ba-587a7991e7b2 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:38.690778 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18507a79-4e26-41cd-8a1c-7628e99ba600 None None] Pushing event updated for resources: {'Port': ['ID=c12c6fd5-385c-4ddc-bc9f-07c02d975442,revision_number=4']} {{(pid=93014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:38.693899 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8f7ee34b-0928-409c-ac77-5366f2976f45 req-61b9ec87-8165-41e7-a2ba-587a7991e7b2 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 946 time: 0.4957552 Jul 08 13:04:38.740554 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:38.745165 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-cb6f42e1-8061-4b6b-a3e7-558fa6f64383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:38.747461 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-083f9d87-e529-418b-8fa0-b8bb21b39728 req-f88819e8-0e61-40bd-8e8b-a075e109b3e5 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043572 Jul 08 13:04:38.790327 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-3127843d-4c75-4955-ba82-fdad723617de None None] For port 142ebf4f-930e-46f0-8b56-28e1745627da, host dv-cinder-789603-11-iscsi, cleared binding levels {{(pid=93013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 13:04:38.799041 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81261b86-901b-4b51-bfcb-25ac607e71ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef04a00-ebe0-478f-ba45-11c1f616adc7'}] {{(pid=93013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:04:38.801593 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437348d2bcada7eee63ab7a3e0cc12fc8f9484ad9c5d405f769a928aff85887c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8971338-1a66-4d8a-b9f0-f33b04bfdc13" -d '{"events": [{"server_uuid": "81261b86-901b-4b51-bfcb-25ac607e71ad", "name": "network-vif-plugged", "status": "completed", "tag": "4ef04a00-ebe0-478f-ba45-11c1f616adc7"}]}' {{(pid=93013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:04:38.822729 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-2ebeb986-9b1c-4376-8211-eca4b18633a6 None None] Set router c5343fd3-ff82-436f-89fb-d99d64c0165e gateway port host: dv-cinder-789603-11-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:04:38.824547 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port 4ef04a00-ebe0-478f-ba45-11c1f616adc7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=4ef04a00-ebe0-478f-ba45-11c1f616adc7,segment=NetworkSegment(1b0a141f-2618-4f57-a12d-5c604a7472b9),segment_id=1b0a141f-2618-4f57-a12d-5c604a7472b9)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:04:38.826402 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-3127843d-4c75-4955-ba82-fdad723617de None None] For port 142ebf4f-930e-46f0-8b56-28e1745627da, host dv-cinder-789603-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=142ebf4f-930e-46f0-8b56-28e1745627da,segment=NetworkSegment(ec4eb99c-636e-43d3-922e-332a95a4195c),segment_id=ec4eb99c-636e-43d3-922e-332a95a4195c)] {{(pid=93013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 13:04:38.839775 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:38.853397 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-3127843d-4c75-4955-ba82-fdad723617de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:38.930149 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-8d505e59-e745-4f66-be9a-d9e0fae17031 None None] Provisioning for port 5549109a-91d2-457d-9a72-831bd1bb8239 completed by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:04:38.959659 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-8d505e59-e745-4f66-be9a-d9e0fae17031 None None] Provisioning complete for port 5549109a-91d2-457d-9a72-831bd1bb8239 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:04:38.960029 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-8d505e59-e745-4f66-be9a-d9e0fae17031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:39.017312 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8f7ee34b-0928-409c-ac77-5366f2976f45 req-e7773e11-1f9b-416b-85dc-396c1085816e tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=537162c2-7e03-42f9-9511-978f3a376ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2880769 Jul 08 13:04:39.040336 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b7c34934-3a61-4097-96ca-771fa085dd17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4900324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5094209'] for subnet, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:39.066855 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-cb6f42e1-8061-4b6b-a3e7-558fa6f64383 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:39.069775 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3127843d-4c75-4955-ba82-fdad723617de None None] Routers {'84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:04:39.070908 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-3127843d-4c75-4955-ba82-fdad723617de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:04:35Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:04:39.077989 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-cb6f42e1-8061-4b6b-a3e7-558fa6f64383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4509841'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:39.092557 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Pushing event updated for resources: {'Port': ['ID=4ef04a00-ebe0-478f-ba45-11c1f616adc7,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:39.104990 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc6432-530d-4ab3-b957-52e77e9992b9 req-ba69585e-8552-46c7-8b87-ab1256ce1e45 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:39.113461 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-42cc6432-530d-4ab3-b957-52e77e9992b9 req-ba69585e-8552-46c7-8b87-ab1256ce1e45 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/ports?device_id=81261b86-901b-4b51-bfcb-25ac607e71ad HTTP/1.1" status: 200 len: 945 time: 0.1475642 Jul 08 13:04:39.167491 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-cb6f42e1-8061-4b6b-a3e7-558fa6f64383 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545201'] for router_interface, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:39.236948 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-8d505e59-e745-4f66-be9a-d9e0fae17031 None None] Port 5549109a-91d2-457d-9a72-831bd1bb8239 cannot update to ACTIVE because it is not bound. {{(pid=93013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 13:04:39.241973 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c34934-3a61-4097-96ca-771fa085dd17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22a772ff-a0c0-45e3-b36f-b1bf1762eaa3,revision_number=0']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:39.263188 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-42cc6432-530d-4ab3-b957-52e77e9992b9 req-02213b73-28b6-450a-be89-0731e6dd6676 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3a2d98b-5225-431c-b401-c4d61b2724d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483848 Jul 08 13:04:39.267637 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c34934-3a61-4097-96ca-771fa085dd17 admin admin] Checking segment: {'id': '89cbd8bf-e0aa-4953-b6d7-ff10d08c586c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f98c9093-53aa-4e55-bc5f-7b579705e33d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:04:39.268411 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c34934-3a61-4097-96ca-771fa085dd17 admin admin] Network hostable DHCP agents. Network: f98c9093-53aa-4e55-bc5f-7b579705e33d, hostable agents: ['aa9d8c49-a181-49e8-a217-0ebad9c91868'], hosted agents: [] {{(pid=93011) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 13:04:39.318938 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c34934-3a61-4097-96ca-771fa085dd17 admin admin] Network f98c9093-53aa-4e55-bc5f-7b579705e33d is scheduled to be hosted by DHCP agent aa9d8c49-a181-49e8-a217-0ebad9c91868 with binding_index 1 {{(pid=93011) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 13:04:39.319728 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-3127843d-4c75-4955-ba82-fdad723617de None None] Set router 84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:04:39.337214 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-b7c34934-3a61-4097-96ca-771fa085dd17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-11-iscsi, f98c9093-53aa-4e55-bc5f-7b579705e33d) {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:04:39.356724 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6f42e1-8061-4b6b-a3e7-558fa6f64383 admin admin] Network 6414870c-e55b-4de0-96ed-e21f9e007cfe is already hosted by enough agents. {{(pid=93012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:04:39.365178 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c34934-3a61-4097-96ca-771fa085dd17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:39.368673 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b7c34934-3a61-4097-96ca-771fa085dd17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:39.376375 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [None req-cb6f42e1-8061-4b6b-a3e7-558fa6f64383 admin admin] Resources bound (agent type, host, resource id): {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:04:39.416552 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6f42e1-8061-4b6b-a3e7-558fa6f64383 admin admin] Pushing event updated for resources: {'Port': ['ID=5549109a-91d2-457d-9a72-831bd1bb8239,revision_number=2']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:39.425057 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-b7c34934-3a61-4097-96ca-771fa085dd17 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8793762 Jul 08 13:04:39.427416 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 40908) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:04:39.436466 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-4bbf23c5-61d5-4a84-9548-dbf9e5d99b07 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-334418996-router', 'tenant_id': 'cb5b54b45e75401aafc6c27aa52c9f98', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174'}}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:04:39.497321 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4bbf23c5-61d5-4a84-9548-dbf9e5d99b07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364066'] for router, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:39.498937 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4bbf23c5-61d5-4a84-9548-dbf9e5d99b07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8364077'] for router, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:39.634995 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-2ebeb986-9b1c-4376-8211-eca4b18633a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5343fd3-ff82-436f-89fb-d99d64c0165e', 'name': 'tempest-TestShelveInstance-1310091746-router', 'tenant_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '5c04eaa0-189c-4282-9bf2-4ad6059dfa29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:26Z', 'updated_at': '2021-07-08T13:04:33Z', 'revision_number': 4, 'project_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'gw_port': {'id': '5c04eaa0-189c-4282-9bf2-4ad6059dfa29', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:94:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5343fd3-ff82-436f-89fb-d99d64c0165e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:26Z', 'updated_at': '2021-07-08T13:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': 'c12c6fd5-385c-4ddc-bc9f-07c02d975442', 'name': '', 'network_id': 'c49b9db1-0426-4015-9afe-1fff90136761', 'tenant_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'mac_address': 'fa:16:3e:5d:05:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5343fd3-ff82-436f-89fb-d99d64c0165e', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '82be07f0-1d9e-44ff-8c03-11cf8bfac97c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:31Z', 'updated_at': '2021-07-08T13:04:38Z', 'revision_number': 4, 'project_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'subnets': [{'id': '82be07f0-1d9e-44ff-8c03-11cf8bfac97c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:04:39.641923 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4bbf23c5-61d5-4a84-9548-dbf9e5d99b07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:39.666299 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebeb986-9b1c-4376-8211-eca4b18633a6 None None] The sync data for ids ['c5343fd3-ff82-436f-89fb-d99d64c0165e'] in dv-cinder-789603-11-iscsi is: [{'id': 'c5343fd3-ff82-436f-89fb-d99d64c0165e', 'name': 'tempest-TestShelveInstance-1310091746-router', 'tenant_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '5c04eaa0-189c-4282-9bf2-4ad6059dfa29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:26Z', 'updated_at': '2021-07-08T13:04:33Z', 'revision_number': 4, 'project_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'gw_port': {'id': '5c04eaa0-189c-4282-9bf2-4ad6059dfa29', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:94:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5343fd3-ff82-436f-89fb-d99d64c0165e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:26Z', 'updated_at': '2021-07-08T13:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': 'c12c6fd5-385c-4ddc-bc9f-07c02d975442', 'name': '', 'network_id': 'c49b9db1-0426-4015-9afe-1fff90136761', 'tenant_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'mac_address': 'fa:16:3e:5d:05:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5343fd3-ff82-436f-89fb-d99d64c0165e', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '82be07f0-1d9e-44ff-8c03-11cf8bfac97c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:31Z', 'updated_at': '2021-07-08T13:04:38Z', 'revision_number': 4, 'project_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'subnets': [{'id': '82be07f0-1d9e-44ff-8c03-11cf8bfac97c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:04:39.743449 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5344ea-f25d-4431-8d89-96dfd89a633f x-openstack-request-id: req-8f5344ea-f25d-4431-8d89-96dfd89a633f {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:04:39.743890 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81261b86-901b-4b51-bfcb-25ac607e71ad", "name": "network-vif-plugged", "status": "completed", "tag": "4ef04a00-ebe0-478f-ba45-11c1f616adc7", "code": 200}]} {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:04:39.744310 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8f5344ea-f25d-4431-8d89-96dfd89a633f {{(pid=93013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:04:39.752320 dv-cinder-789603-11-iscsi neutron-server[93013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81261b86-901b-4b51-bfcb-25ac607e71ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef04a00-ebe0-478f-ba45-11c1f616adc7', 'code': 200} Jul 08 13:04:39.753151 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d890f0-bd52-4a2e-b9f1-afb0d7e87703 None None] Network f98c9093-53aa-4e55-bc5f-7b579705e33d requested from dv-cinder-789603-11-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 13:04:39.793964 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e72a2-1172-4c21-9aba-a98f2047e093 req-fecd916e-5d68-4ef1-8a46-b2214d17f697 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:39.803158 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-917e72a2-1172-4c21-9aba-a98f2047e093 req-fecd916e-5d68-4ef1-8a46-b2214d17f697 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 945 time: 0.5043652 Jul 08 13:04:39.851202 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6f42e1-8061-4b6b-a3e7-558fa6f64383 admin admin] Router 84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4 has already been hosted by L3 agent f415b27f-d318-40de-bd28-ecbd03c16a41 {{(pid=93012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 13:04:39.880437 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-917e72a2-1172-4c21-9aba-a98f2047e093 req-02c9e1da-d0a1-49a5-a109-f06ead0ea763 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744061 Jul 08 13:04:39.975999 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4bbf23c5-61d5-4a84-9548-dbf9e5d99b07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8364095'] for router, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:40.088399 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6f42e1-8061-4b6b-a3e7-558fa6f64383 admin admin] Notify agent at l3_agent.dv-cinder-789603-11-iscsi the message routers_updated {{(pid=93012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:04:40.099026 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-cb6f42e1-8061-4b6b-a3e7-558fa6f64383 admin admin] 10.222.0.59 "PUT /v2.0/routers/84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2370253 Jul 08 13:04:40.130755 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b492a0-d35c-4d37-8d16-c05299bc804a req-42617666-c886-4fea-ae8e-adf92c537638 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:40.138184 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-e3b492a0-d35c-4d37-8d16-c05299bc804a req-42617666-c886-4fea-ae8e-adf92c537638 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 945 time: 0.1543119 Jul 08 13:04:40.240654 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-f06d4c2d-54b4-4f3f-86f2-f3ebedc4256a None None] Provisioning complete for port 5549109a-91d2-457d-9a72-831bd1bb8239 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:04:40.242428 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f06d4c2d-54b4-4f3f-86f2-f3ebedc4256a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:40.245924 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4d7878-e6fb-454d-977f-217fe110c580 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15e29ccc-158f-583f-b514-01e14430e2a0-f98c9093-53aa-4e55-bc5f-7b579705e33d', 'network_id': 'f98c9093-53aa-4e55-bc5f-7b579705e33d', 'tenant_id': 'cb5b54b45e75401aafc6c27aa52c9f98', 'fixed_ips': [{'subnet_id': '22a772ff-a0c0-45e3-b36f-b1bf1762eaa3'}]}} from dv-cinder-789603-11-iscsi. {{(pid=93013) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 13:04:40.248883 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5d4d7878-e6fb-454d-977f-217fe110c580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:40.256487 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-e3b492a0-d35c-4d37-8d16-c05299bc804a req-193e96f9-90c8-4280-97c1-9e8e00bc17ef tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078315 Jul 08 13:04:40.468368 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6562fcf-e04d-4073-82d9-1b2ebe5afeed req-eee8fca9-428b-4932-8aa1-81945e91c020 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:40.474227 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e6562fcf-e04d-4073-82d9-1b2ebe5afeed req-eee8fca9-428b-4932-8aa1-81945e91c020 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 946 time: 0.1539798 Jul 08 13:04:40.526488 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa771e0-7c92-4d26-be6e-82983c626e34 None None] Pushing event updated for resources: {'Port': ['ID=142ebf4f-930e-46f0-8b56-28e1745627da,revision_number=3']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:40.576712 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e6562fcf-e04d-4073-82d9-1b2ebe5afeed req-30c4f1dc-8d66-4d9f-bace-c62ce3b675ea tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=537162c2-7e03-42f9-9511-978f3a376ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941839 Jul 08 13:04:40.632221 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4bbf23c5-61d5-4a84-9548-dbf9e5d99b07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:40.648544 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.db_base_plugin_common [None req-5d4d7878-e6fb-454d-977f-217fe110c580 None None] Allocated IP 172.20.0.2 (f98c9093-53aa-4e55-bc5f-7b579705e33d/22a772ff-a0c0-45e3-b36f-b1bf1762eaa3/6fa23997-be3e-4138-952b-398ae4cbaec2) {{(pid=93013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:04:40.653895 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4bbf23c5-61d5-4a84-9548-dbf9e5d99b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:40.724561 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b30731c-0247-49d7-b86d-cef292859adb req-e2f74552-4969-4df7-87ee-adf291a83548 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:40.742072 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-2b30731c-0247-49d7-b86d-cef292859adb req-e2f74552-4969-4df7-87ee-adf291a83548 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/ports?device_id=81261b86-901b-4b51-bfcb-25ac607e71ad HTTP/1.1" status: 200 len: 945 time: 0.2294300 Jul 08 13:04:40.843916 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [None req-4bbf23c5-61d5-4a84-9548-dbf9e5d99b07 admin admin] Allocated IP 172.27.1.81 (d18f7e62-ee2d-4e48-b29d-27db78040174/81ab2e47-5fae-4c56-af63-aae451fc3457/f8c88771-efd3-4b57-8a41-38a8046c80cb) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:04:40.884459 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5d4d7878-e6fb-454d-977f-217fe110c580 None None] Notify callbacks [] for port, precommit_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:40.906412 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5d4d7878-e6fb-454d-977f-217fe110c580 None None] Transition to ACTIVE for port object 6fa23997-be3e-4138-952b-398ae4cbaec2 will not be triggered until provisioned by entity L2. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:04:40.975003 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5d4d7878-e6fb-454d-977f-217fe110c580 None None] Transition to ACTIVE for port object 6fa23997-be3e-4138-952b-398ae4cbaec2 will not be triggered until provisioned by entity DHCP. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:04:40.980404 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-f06d4c2d-54b4-4f3f-86f2-f3ebedc4256a None None] Port 5549109a-91d2-457d-9a72-831bd1bb8239 cannot update to ACTIVE because it is not bound. {{(pid=93013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 13:04:40.992240 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4bbf23c5-61d5-4a84-9548-dbf9e5d99b07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:41.000395 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5d4d7878-e6fb-454d-977f-217fe110c580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276'] for port, after_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:41.088328 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4bbf23c5-61d5-4a84-9548-dbf9e5d99b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4789364'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:41.177093 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d7878-e6fb-454d-977f-217fe110c580 None None] Pushing event updated for resources: {'Port': ['ID=6fa23997-be3e-4138-952b-398ae4cbaec2,revision_number=1']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:41.181354 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-2b30731c-0247-49d7-b86d-cef292859adb req-e53b4221-1f22-4991-904a-340b82e9f6c7 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3a2d98b-5225-431c-b401-c4d61b2724d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4250395 Jul 08 13:04:41.271698 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 40938) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:04:41.297520 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-1edb59d2-03ba-4954-8481-97b1296bc302 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1030980631-network', 'tenant_id': '476b7c2766aa45a5ab4e5b31d1194e4f'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:04:41.343423 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbf23c5-61d5-4a84-9548-dbf9e5d99b07 admin admin] Network d18f7e62-ee2d-4e48-b29d-27db78040174 is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:04:41.414189 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-4bbf23c5-61d5-4a84-9548-dbf9e5d99b07 admin admin] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:04:41.417093 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbf23c5-61d5-4a84-9548-dbf9e5d99b07 admin admin] Pushing event updated for resources: {'Port': ['ID=f8c88771-efd3-4b57-8a41-38a8046c80cb,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:41.428430 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbf23c5-61d5-4a84-9548-dbf9e5d99b07 admin admin] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:04:41.440756 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device c12c6fd5-385c-4ddc-bc9f-07c02d975442 up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:04:41.467612 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1edb59d2-03ba-4954-8481-97b1296bc302 admin admin] Made reservation on behalf of 476b7c2766aa45a5ab4e5b31d1194e4f for: {'network': 1} {{(pid=93012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:04:41.469167 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4d7878-e6fb-454d-977f-217fe110c580 None None] Network f98c9093-53aa-4e55-bc5f-7b579705e33d is already hosted by enough agents. {{(pid=93013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:04:41.474912 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-1edb59d2-03ba-4954-8481-97b1296bc302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for network, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:41.567998 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.scheduler.base_scheduler [None req-5d4d7878-e6fb-454d-977f-217fe110c580 None None] Resources bound (agent type, host, resource id): {{(pid=93013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:04:41.582466 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-1edb59d2-03ba-4954-8481-97b1296bc302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:41.600814 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4d7878-e6fb-454d-977f-217fe110c580 None None] Received port after_create {{(pid=93013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:04:41.704394 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-5d4d7878-e6fb-454d-977f-217fe110c580 None None] Attempting to bind port 6fa23997-be3e-4138-952b-398ae4cbaec2 on host dv-cinder-789603-11-iscsi for vnic_type normal with profile {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 13:04:41.709094 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-5d4d7878-e6fb-454d-977f-217fe110c580 None None] Attempting to bind port 6fa23997-be3e-4138-952b-398ae4cbaec2 by drivers openvswitch,hyperv on host dv-cinder-789603-11-iscsi at level 0 using segments [{'id': '89cbd8bf-e0aa-4953-b6d7-ff10d08c586c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f98c9093-53aa-4e55-bc5f-7b579705e33d'}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 13:04:41.709869 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4d7878-e6fb-454d-977f-217fe110c580 None None] Attempting to bind port 6fa23997-be3e-4138-952b-398ae4cbaec2 on network f98c9093-53aa-4e55-bc5f-7b579705e33d {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:04:41.733475 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9d49e-d42f-4d72-918e-dcafa2385267 req-e0c8cf5a-bbaa-4c93-8f7e-51c4e8ffba62 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:41.741471 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4d7878-e6fb-454d-977f-217fe110c580 None None] Checking agent: {'id': 'fc4e00a9-53c5-4fcb-bb0a-09b300a741e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 54, 6), 'started_at': datetime.datetime(2021, 7, 8, 12, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 13, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 13:04:41.742330 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-dff9d49e-d42f-4d72-918e-dcafa2385267 req-e0c8cf5a-bbaa-4c93-8f7e-51c4e8ffba62 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 945 time: 0.3000684 Jul 08 13:04:41.746244 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4d7878-e6fb-454d-977f-217fe110c580 None None] Checking segment: {'id': '89cbd8bf-e0aa-4953-b6d7-ff10d08c586c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f98c9093-53aa-4e55-bc5f-7b579705e33d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:04:41.750104 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5d4d7878-e6fb-454d-977f-217fe110c580 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:41.750749 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4d7878-e6fb-454d-977f-217fe110c580 None None] Bound using segment: {'id': '89cbd8bf-e0aa-4953-b6d7-ff10d08c586c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f98c9093-53aa-4e55-bc5f-7b579705e33d'} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 13:04:41.752585 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-5d4d7878-e6fb-454d-977f-217fe110c580 None None] Bound port: 6fa23997-be3e-4138-952b-398ae4cbaec2, host: dv-cinder-789603-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89cbd8bf-e0aa-4953-b6d7-ff10d08c586c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f98c9093-53aa-4e55-bc5f-7b579705e33d'}}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 13:04:41.753507 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5d4d7878-e6fb-454d-977f-217fe110c580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:41.835241 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-dff9d49e-d42f-4d72-918e-dcafa2385267 req-d126b91d-d27b-41d6-96c0-60f8b1c48e46 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914052 Jul 08 13:04:41.839400 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-3127843d-4c75-4955-ba82-fdad723617de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'name': 'tempest-TestVolumeBootPattern-1466302910-router', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '142ebf4f-930e-46f0-8b56-28e1745627da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:30Z', 'updated_at': '2021-07-08T13:04:38Z', 'revision_number': 4, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'gw_port': {'id': '142ebf4f-930e-46f0-8b56-28e1745627da', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:73:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:32Z', 'updated_at': '2021-07-08T13:04:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': '5549109a-91d2-457d-9a72-831bd1bb8239', 'name': '', 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'mac_address': 'fa:16:3e:00:88:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd28d3121-202c-40d9-81a2-6dc38ff463b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:37Z', 'updated_at': '2021-07-08T13:04:38Z', 'revision_number': 2, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'subnets': [{'id': 'd28d3121-202c-40d9-81a2-6dc38ff463b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:04:41.887328 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3127843d-4c75-4955-ba82-fdad723617de None None] The sync data for ids ['84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4'] in dv-cinder-789603-11-iscsi is: [{'id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'name': 'tempest-TestVolumeBootPattern-1466302910-router', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '142ebf4f-930e-46f0-8b56-28e1745627da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:30Z', 'updated_at': '2021-07-08T13:04:38Z', 'revision_number': 4, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'gw_port': {'id': '142ebf4f-930e-46f0-8b56-28e1745627da', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:73:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:32Z', 'updated_at': '2021-07-08T13:04:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': '5549109a-91d2-457d-9a72-831bd1bb8239', 'name': '', 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'mac_address': 'fa:16:3e:00:88:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd28d3121-202c-40d9-81a2-6dc38ff463b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:37Z', 'updated_at': '2021-07-08T13:04:38Z', 'revision_number': 2, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'subnets': [{'id': 'd28d3121-202c-40d9-81a2-6dc38ff463b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:04:41.888951 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning for port c12c6fd5-385c-4ddc-bc9f-07c02d975442 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:04:41.903069 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning complete for port c12c6fd5-385c-4ddc-bc9f-07c02d975442 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:04:41.903524 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:41.909087 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-5d4d7878-e6fb-454d-977f-217fe110c580 None None] For port 6fa23997-be3e-4138-952b-398ae4cbaec2, host dv-cinder-789603-11-iscsi, cleared binding levels {{(pid=93013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 13:04:41.954136 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-5d4d7878-e6fb-454d-977f-217fe110c580 None None] For port 6fa23997-be3e-4138-952b-398ae4cbaec2, host dv-cinder-789603-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=6fa23997-be3e-4138-952b-398ae4cbaec2,segment=NetworkSegment(89cbd8bf-e0aa-4953-b6d7-ff10d08c586c),segment_id=89cbd8bf-e0aa-4953-b6d7-ff10d08c586c)] {{(pid=93013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 13:04:41.979562 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5d4d7878-e6fb-454d-977f-217fe110c580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:42.001881 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-1edb59d2-03ba-4954-8481-97b1296bc302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:42.026816 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-1edb59d2-03ba-4954-8481-97b1296bc302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:42.061427 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d7878-e6fb-454d-977f-217fe110c580 None None] Pushing event updated for resources: {'Port': ['ID=6fa23997-be3e-4138-952b-398ae4cbaec2,revision_number=2']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:42.093775 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e31de6-b5ae-4222-81d7-f55b0106fa8e req-daf3cf63-8056-47e2-83f4-02ffded2d834 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:42.105387 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f9e31de6-b5ae-4222-81d7-f55b0106fa8e req-daf3cf63-8056-47e2-83f4-02ffded2d834 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 945 time: 0.3250294 Jul 08 13:04:42.156919 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde40fb-5cf5-4433-86b2-ddeabc256e76 req-8d5312a7-78fb-4de7-af8e-1f4894449e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:42.157283 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0cde40fb-5cf5-4433-86b2-ddeabc256e76 req-8d5312a7-78fb-4de7-af8e-1f4894449e9c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=81261b86-901b-4b51-bfcb-25ac607e71ad HTTP/1.1" status: 200 len: 1098 time: 0.3205101 Jul 08 13:04:42.173317 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1edb59d2-03ba-4954-8481-97b1296bc302 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=93012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 13:04:42.207847 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb59d2-03ba-4954-8481-97b1296bc302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3542c08a-5c28-4d4b-8b63-fd765f2b7edc,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:42.224738 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f9e31de6-b5ae-4222-81d7-f55b0106fa8e req-6308208c-b898-46aa-98bd-f254c99172ce tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181028 Jul 08 13:04:42.237159 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-1edb59d2-03ba-4954-8481-97b1296bc302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1381891'] for segment, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:42.237445 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.db.segments_db [None req-1edb59d2-03ba-4954-8481-97b1296bc302 admin admin] Added segment 5e786992-6729-4aa4-9d56-44def3109435 of type vlan for network 5bdbb0fd-c793-42ba-ab44-134d35a10b17 Jul 08 13:04:42.259856 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:42.269621 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4bbf23c5-61d5-4a84-9548-dbf9e5d99b07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:42.293991 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfcebe-973c-43dd-8d78-05d215643cb5 req-5e0374a7-7d62-4c35-9b67-1e988eef3c66 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:42.295576 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6acfcebe-973c-43dd-8d78-05d215643cb5 req-5e0374a7-7d62-4c35-9b67-1e988eef3c66 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 946 time: 0.2265010 Jul 08 13:04:42.369506 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] For port c12c6fd5-385c-4ddc-bc9f-07c02d975442, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=c12c6fd5-385c-4ddc-bc9f-07c02d975442,segment=NetworkSegment(32964103-717e-44fc-b530-57634237afd8),segment_id=32964103-717e-44fc-b530-57634237afd8)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:04:42.378723 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:42.421065 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0cde40fb-5cf5-4433-86b2-ddeabc256e76 req-cd58a287-a18b-4070-9e90-ad2338a9d273 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a3a2d98b-5225-431c-b401-c4d61b2724d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450974 Jul 08 13:04:42.459844 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-1edb59d2-03ba-4954-8481-97b1296bc302 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739448901726'] for network, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:42.485535 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6acfcebe-973c-43dd-8d78-05d215643cb5 req-17a05ab9-c7e2-45b7-9367-a45b0639433c tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=537162c2-7e03-42f9-9511-978f3a376ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536520 Jul 08 13:04:42.553430 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-1edb59d2-03ba-4954-8481-97b1296bc302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384'] for network, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:42.554297 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Pushing event updated for resources: {'Port': ['ID=c12c6fd5-385c-4ddc-bc9f-07c02d975442,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:42.556690 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edb59d2-03ba-4954-8481-97b1296bc302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:42.568148 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-1edb59d2-03ba-4954-8481-97b1296bc302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for network, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:42.657493 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-1edb59d2-03ba-4954-8481-97b1296bc302 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3833654 Jul 08 13:04:42.720044 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 40966) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:04:42.733582 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-522c0906-d851-4230-895e-c9f53cdf7790 admin admin] Request body: {'subnet': {'network_id': '5bdbb0fd-c793-42ba-ab44-134d35a10b17', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1030980631-subnet', 'tenant_id': '476b7c2766aa45a5ab4e5b31d1194e4f', 'ip_version': 4}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:04:42.803069 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edb59d2-03ba-4954-8481-97b1296bc302 admin admin] Pushing event updated for resources: {'Network': ['ID=5bdbb0fd-c793-42ba-ab44-134d35a10b17,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:42.818426 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Network 5bdbb0fd-c793-42ba-ab44-134d35a10b17 details requested by agent ovs-agent-dv-cinder-789603-11-iscsi with host dv-cinder-789603-11-iscsi {{(pid=93013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 13:04:42.858978 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522c0906-d851-4230-895e-c9f53cdf7790 admin admin] Made reservation on behalf of 476b7c2766aa45a5ab4e5b31d1194e4f for: {'subnet': 1} {{(pid=93012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:04:42.862169 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-522c0906-d851-4230-895e-c9f53cdf7790 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4655977'] for subnet, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:43.006842 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df6ec1-d176-4287-9d34-c3b65a8b926c req-392afd3e-e916-4119-b850-80c6fe58a4fe tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:43.008434 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d5df6ec1-d176-4287-9d34-c3b65a8b926c req-392afd3e-e916-4119-b850-80c6fe58a4fe tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/ports?device_id=81261b86-901b-4b51-bfcb-25ac607e71ad HTTP/1.1" status: 200 len: 945 time: 0.2480810 Jul 08 13:04:43.122348 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d5df6ec1-d176-4287-9d34-c3b65a8b926c req-5cf38567-84ed-40a8-be2d-04afe4e46688 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3a2d98b-5225-431c-b401-c4d61b2724d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067524 Jul 08 13:04:43.273731 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-522c0906-d851-4230-895e-c9f53cdf7790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4653343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4655963'] for subnet, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:43.289513 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4bbf23c5-61d5-4a84-9548-dbf9e5d99b07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545771'] for router, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:43.313821 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c9a2b-caaf-43bf-acbe-9a90288ee3ad req-61718b11-a31f-4834-adfa-9fd5632ae02e tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:43.321227 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-014c9a2b-caaf-43bf-acbe-9a90288ee3ad req-61718b11-a31f-4834-adfa-9fd5632ae02e tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/networks?id=67d063cc-baa6-4798-bdf8-b13215622d44 HTTP/1.1" status: 200 len: 814 time: 0.4027927 Jul 08 13:04:43.460478 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-014c9a2b-caaf-43bf-acbe-9a90288ee3ad req-46e61450-8f36-4a92-82af-62cce11e787a tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/quotas/a7504f2f14af4dceb9cfafb69ef71392 HTTP/1.1" status: 200 len: 375 time: 0.1235206 Jul 08 13:04:43.479462 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 6fa23997-be3e-4138-952b-398ae4cbaec2 up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:04:43.558824 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning for port 6fa23997-be3e-4138-952b-398ae4cbaec2 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:04:43.566099 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device c12c6fd5-385c-4ddc-bc9f-07c02d975442 up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:04:43.568149 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-014c9a2b-caaf-43bf-acbe-9a90288ee3ad req-bb97b388-ea59-4dc6-8e88-f52775c7f47c tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=a7504f2f14af4dceb9cfafb69ef71392&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0933280 Jul 08 13:04:43.598612 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c0906-d851-4230-895e-c9f53cdf7790 admin admin] Pushing event updated for resources: {'Subnet': ['ID=844e7dc4-3e30-48f0-8852-7f6b418c4a4c,revision_number=0']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:43.614685 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522c0906-d851-4230-895e-c9f53cdf7790 admin admin] Checking segment: {'id': '5e786992-6729-4aa4-9d56-44def3109435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5bdbb0fd-c793-42ba-ab44-134d35a10b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:04:43.615200 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522c0906-d851-4230-895e-c9f53cdf7790 admin admin] Network hostable DHCP agents. Network: 5bdbb0fd-c793-42ba-ab44-134d35a10b17, hostable agents: ['aa9d8c49-a181-49e8-a217-0ebad9c91868'], hosted agents: [] {{(pid=93012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 13:04:43.682947 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522c0906-d851-4230-895e-c9f53cdf7790 admin admin] Network 5bdbb0fd-c793-42ba-ab44-134d35a10b17 is scheduled to be hosted by DHCP agent aa9d8c49-a181-49e8-a217-0ebad9c91868 with binding_index 1 {{(pid=93012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 13:04:43.773784 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning complete for port c12c6fd5-385c-4ddc-bc9f-07c02d975442 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:04:43.774175 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:43.783091 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870d0db-d19b-4f50-a82e-02c39355ee81 req-23a5ea4f-5cdb-4623-9c40-c6f4636ef499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:43.785641 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a870d0db-d19b-4f50-a82e-02c39355ee81 req-23a5ea4f-5cdb-4623-9c40-c6f4636ef499 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 1098 time: 0.3536301 Jul 08 13:04:43.790658 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [None req-522c0906-d851-4230-895e-c9f53cdf7790 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-11-iscsi, 5bdbb0fd-c793-42ba-ab44-134d35a10b17) {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:04:43.841957 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b999a21-07ec-4577-9b97-31fb1db5e600 None None] Network 5bdbb0fd-c793-42ba-ab44-134d35a10b17 requested from dv-cinder-789603-11-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 13:04:43.865755 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522c0906-d851-4230-895e-c9f53cdf7790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:43.876451 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-522c0906-d851-4230-895e-c9f53cdf7790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for subnet, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:43.936284 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-014c9a2b-caaf-43bf-acbe-9a90288ee3ad req-ed14dfc6-d5f8-47df-8734-ca1a517f85f6 service neutron] 10.222.0.59 "GET /v2.0/networks/67d063cc-baa6-4798-bdf8-b13215622d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671341 Jul 08 13:04:43.995002 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a524f02-0c9c-4cc4-a2d5-142c4a3d2369 None None] Network f98c9093-53aa-4e55-bc5f-7b579705e33d requested from dv-cinder-789603-11-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 13:04:44.022990 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a870d0db-d19b-4f50-a82e-02c39355ee81 req-264c36d9-6ce6-4bf7-bd3b-a238d3a5e8d4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287998 Jul 08 13:04:44.046153 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-522c0906-d851-4230-895e-c9f53cdf7790 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3243232 Jul 08 13:04:44.048447 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 40980) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:04:44.058622 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-fea249a8-0590-417f-86ec-fbd60fb4ec37 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1030980631-router', 'tenant_id': '476b7c2766aa45a5ab4e5b31d1194e4f', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174'}}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:04:44.067839 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bbf23c5-61d5-4a84-9548-dbf9e5d99b07 admin admin] Router 0f835203-8079-43a0-980f-3184c67bea3f is scheduled to L3 agent f415b27f-d318-40de-bd28-ecbd03c16a41 with binding_index 1 {{(pid=93011) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 13:04:44.089271 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-fea249a8-0590-417f-86ec-fbd60fb4ec37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364066'] for router, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:44.090718 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-fea249a8-0590-417f-86ec-fbd60fb4ec37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8364077'] for router, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:44.155325 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-fea249a8-0590-417f-86ec-fbd60fb4ec37 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:44.171276 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a733bc7-8c21-46a7-8b35-b1929840e6ed req-220ee4d5-a603-45f1-9164-7b0a8b30ffa8 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:44.179303 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0a733bc7-8c21-46a7-8b35-b1929840e6ed req-220ee4d5-a603-45f1-9164-7b0a8b30ffa8 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 945 time: 0.2570901 Jul 08 13:04:44.203946 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-cec8278a-4a97-4f67-b114-4d0fd050c4b3 None None] Provisioning for port 6fa23997-be3e-4138-952b-398ae4cbaec2 completed by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:04:44.225308 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bbf23c5-61d5-4a84-9548-dbf9e5d99b07 admin admin] Notify agent at l3_agent.dv-cinder-789603-11-iscsi the message routers_updated {{(pid=93011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:04:44.240735 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-014c9a2b-caaf-43bf-acbe-9a90288ee3ad req-852877a9-79a4-4e76-8f2c-28908c03dbd9 service neutron] 10.222.0.59 "GET /v2.0/networks/67d063cc-baa6-4798-bdf8-b13215622d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029475 Jul 08 13:04:44.246275 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4bbf23c5-61d5-4a84-9548-dbf9e5d99b07 admin admin] Notify callbacks [] for router, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:44.247324 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-cec8278a-4a97-4f67-b114-4d0fd050c4b3 None None] Provisioning complete for port 6fa23997-be3e-4138-952b-398ae4cbaec2 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:04:44.247744 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-4bbf23c5-61d5-4a84-9548-dbf9e5d99b07 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.8190100 Jul 08 13:04:44.248255 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-cec8278a-4a97-4f67-b114-4d0fd050c4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:44.250260 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52a412e-946f-429a-b3fc-5d7940285036 None None] Sync routers for ids ['0f835203-8079-43a0-980f-3184c67bea3f'] in dv-cinder-789603-11-iscsi {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:04:44.251323 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 40984) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:04:44.335929 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52a412e-946f-429a-b3fc-5d7940285036 None None] Routers {'0f835203-8079-43a0-980f-3184c67bea3f'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:04:44.336762 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-b52a412e-946f-429a-b3fc-5d7940285036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:04:35Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['0f835203-8079-43a0-980f-3184c67bea3f'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:04:44.425186 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-fea249a8-0590-417f-86ec-fbd60fb4ec37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8364095'] for router, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:44.428969 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129338e0-d71a-4885-867e-af5cde4c8bca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15e29ccc-158f-583f-b514-01e14430e2a0-5bdbb0fd-c793-42ba-ab44-134d35a10b17', 'network_id': '5bdbb0fd-c793-42ba-ab44-134d35a10b17', 'tenant_id': '476b7c2766aa45a5ab4e5b31d1194e4f', 'fixed_ips': [{'subnet_id': '844e7dc4-3e30-48f0-8852-7f6b418c4a4c'}]}} from dv-cinder-789603-11-iscsi. {{(pid=93013) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 13:04:44.429965 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-129338e0-d71a-4885-867e-af5cde4c8bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:44.709297 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-cec8278a-4a97-4f67-b114-4d0fd050c4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:44.747156 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4ffd8-e80b-41cf-98ff-79fd772d38ae req-1d034ddd-8d0b-412d-accd-520f1fdac780 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:44.749531 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-c0f4ffd8-e80b-41cf-98ff-79fd772d38ae req-1d034ddd-8d0b-412d-accd-520f1fdac780 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 945 time: 0.1657846 Jul 08 13:04:44.840311 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-b52a412e-946f-429a-b3fc-5d7940285036 None None] Set router 0f835203-8079-43a0-980f-3184c67bea3f gateway port host: dv-cinder-789603-11-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:04:44.841101 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0a733bc7-8c21-46a7-8b35-b1929840e6ed req-8c1a9af6-879a-4268-a4d8-5e1452b9e160 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6608622 Jul 08 13:04:44.881895 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-c0f4ffd8-e80b-41cf-98ff-79fd772d38ae req-582c6a59-3913-4f94-8fd0-a5d515715157 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209283 Jul 08 13:04:44.894458 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d95c57-513e-46db-af36-fd92929045e9 req-0723adb2-fbc1-4bbc-8aa0-e2596b146ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:44.895979 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-49d95c57-513e-46db-af36-fd92929045e9 req-0723adb2-fbc1-4bbc-8aa0-e2596b146ab3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=11619993cd774ac09b800cbdf78beb05&device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 1099 time: 0.4569597 Jul 08 13:04:45.002414 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-0cef42f3-3a1a-4020-b263-5152d2247e85 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 13:04:45.024404 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-cec8278a-4a97-4f67-b114-4d0fd050c4b3 None None] For port 6fa23997-be3e-4138-952b-398ae4cbaec2, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=6fa23997-be3e-4138-952b-398ae4cbaec2,segment=NetworkSegment(89cbd8bf-e0aa-4953-b6d7-ff10d08c586c),segment_id=89cbd8bf-e0aa-4953-b6d7-ff10d08c586c)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:04:45.129563 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-cec8278a-4a97-4f67-b114-4d0fd050c4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:45.180313 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4be3d5fc-8b5e-409f-9c0b-553bd1e173e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:45.224461 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d95c57-513e-46db-af36-fd92929045e9 req-9a05bbaf-6939-402c-abdd-6ec1f1e35e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:45.226367 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-49d95c57-513e-46db-af36-fd92929045e9 req-9a05bbaf-6939-402c-abdd-6ec1f1e35e0e service neutron] 10.222.0.21 "GET /v2.0/networks?id=3251653d-c1cd-4817-8726-9493dab78425 HTTP/1.1" status: 200 len: 912 time: 0.3106542 Jul 08 13:04:45.259985 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 142ebf4f-930e-46f0-8b56-28e1745627da up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:04:45.357558 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.db_base_plugin_common [None req-129338e0-d71a-4885-867e-af5cde4c8bca None None] Allocated IP 172.20.0.2 (5bdbb0fd-c793-42ba-ab44-134d35a10b17/844e7dc4-3e30-48f0-8852-7f6b418c4a4c/5a9dc203-a03a-4cfc-8312-5065cb0b3067) {{(pid=93013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:04:45.410384 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec8278a-4a97-4f67-b114-4d0fd050c4b3 None None] Pushing event updated for resources: {'Port': ['ID=6fa23997-be3e-4138-952b-398ae4cbaec2,revision_number=3']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:45.493246 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-49d95c57-513e-46db-af36-fd92929045e9 req-46a33271-7425-49c8-a1fd-2c1851b81277 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c56eead0-56c8-4fa5-9021-fffd33d18acc HTTP/1.1" status: 200 len: 1002 time: 0.2570653 Jul 08 13:04:45.507629 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-7881bdc5-8a08-4561-bbae-d41dabee6a2a None None] Provisioning complete for port 6fa23997-be3e-4138-952b-398ae4cbaec2 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:04:45.508276 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-7881bdc5-8a08-4561-bbae-d41dabee6a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:45.534113 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfdaf1b-2169-419a-a0da-70b37fabb3fc None None] Sync routers for ids ['84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4'] in dv-cinder-789603-11-iscsi {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:04:45.545250 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfdaf1b-2169-419a-a0da-70b37fabb3fc None None] Routers {'84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:04:45.545866 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-4dfdaf1b-2169-419a-a0da-70b37fabb3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:04:35Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:04:45.554363 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning for port 142ebf4f-930e-46f0-8b56-28e1745627da completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:04:45.585621 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning complete for port 142ebf4f-930e-46f0-8b56-28e1745627da triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:04:45.586331 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:45.598153 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [None req-4be3d5fc-8b5e-409f-9c0b-553bd1e173e8 admin admin] Allocated IP 172.20.0.1 (f98c9093-53aa-4e55-bc5f-7b579705e33d/22a772ff-a0c0-45e3-b36f-b1bf1762eaa3/c609397f-3ea8-4d19-9578-f6dd6fcc1d27) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:04:45.651644 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-fea249a8-0590-417f-86ec-fbd60fb4ec37 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:45.678257 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d95c57-513e-46db-af36-fd92929045e9 req-cacd7456-e01b-4a7f-acc8-3e4f13e0514c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:45.679790 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-49d95c57-513e-46db-af36-fd92929045e9 req-cacd7456-e01b-4a7f-acc8-3e4f13e0514c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d3709b84-2db1-4e0f-9f70-caed69efa57a HTTP/1.1" status: 200 len: 850 time: 0.1599553 Jul 08 13:04:45.685007 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-fea249a8-0590-417f-86ec-fbd60fb4ec37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:45.737821 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4be3d5fc-8b5e-409f-9c0b-553bd1e173e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:45.754636 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-4be3d5fc-8b5e-409f-9c0b-553bd1e173e8 admin admin] Transition to ACTIVE for port object c609397f-3ea8-4d19-9578-f6dd6fcc1d27 will not be triggered until provisioned by entity DHCP. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:04:45.755490 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-b52a412e-946f-429a-b3fc-5d7940285036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f835203-8079-43a0-980f-3184c67bea3f', 'name': 'tempest-TestShelveInstance-334418996-router', 'tenant_id': 'cb5b54b45e75401aafc6c27aa52c9f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'f8c88771-efd3-4b57-8a41-38a8046c80cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:39Z', 'updated_at': '2021-07-08T13:04:41Z', 'revision_number': 3, 'project_id': 'cb5b54b45e75401aafc6c27aa52c9f98', 'gw_port': {'id': 'f8c88771-efd3-4b57-8a41-38a8046c80cb', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:11:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f835203-8079-43a0-980f-3184c67bea3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:40Z', 'updated_at': '2021-07-08T13:04:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi'}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:04:45.764628 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-4dfdaf1b-2169-419a-a0da-70b37fabb3fc None None] Set router 84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:04:45.805561 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-129338e0-d71a-4885-867e-af5cde4c8bca None None] Notify callbacks [] for port, precommit_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:45.806964 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4be3d5fc-8b5e-409f-9c0b-553bd1e173e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4789364'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:45.809771 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52a412e-946f-429a-b3fc-5d7940285036 None None] Checking router: 0f835203-8079-43a0-980f-3184c67bea3f for host: dv-cinder-789603-11-iscsi {{(pid=93013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:04:45.810351 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52a412e-946f-429a-b3fc-5d7940285036 None None] Updating router 0f835203-8079-43a0-980f-3184c67bea3f port f8c88771-efd3-4b57-8a41-38a8046c80cb binding host dv-cinder-789603-11-iscsi {{(pid=93013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 13:04:45.867209 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-129338e0-d71a-4885-867e-af5cde4c8bca None None] Transition to ACTIVE for port object 5a9dc203-a03a-4cfc-8312-5065cb0b3067 will not be triggered until provisioned by entity L2. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:04:45.906730 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be3d5fc-8b5e-409f-9c0b-553bd1e173e8 admin admin] Network f98c9093-53aa-4e55-bc5f-7b579705e33d is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:04:45.908506 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:45.910255 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_common [None req-fea249a8-0590-417f-86ec-fbd60fb4ec37 admin admin] Allocated IP 172.27.1.222 (d18f7e62-ee2d-4e48-b29d-27db78040174/81ab2e47-5fae-4c56-af63-aae451fc3457/caeb078a-4799-4b7d-af20-82dfac56ffea) {{(pid=93012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:04:45.916746 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-4be3d5fc-8b5e-409f-9c0b-553bd1e173e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:04:45.920654 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-129338e0-d71a-4885-867e-af5cde4c8bca None None] Transition to ACTIVE for port object 5a9dc203-a03a-4cfc-8312-5065cb0b3067 will not be triggered until provisioned by entity DHCP. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:04:45.922794 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-b52a412e-946f-429a-b3fc-5d7940285036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:45.945023 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be3d5fc-8b5e-409f-9c0b-553bd1e173e8 admin admin] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:04:45.965612 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4134dff-d711-43e8-8669-e3ce15095536 req-33ddcdca-28ac-4d6b-8cef-896286924c1b tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:45.967750 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-b4134dff-d711-43e8-8669-e3ce15095536 req-33ddcdca-28ac-4d6b-8cef-896286924c1b tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/ports?device_id=81261b86-901b-4b51-bfcb-25ac607e71ad HTTP/1.1" status: 200 len: 945 time: 0.7448046 Jul 08 13:04:45.978526 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-129338e0-d71a-4885-867e-af5cde4c8bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276'] for port, after_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:45.981788 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] For port 142ebf4f-930e-46f0-8b56-28e1745627da, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=142ebf4f-930e-46f0-8b56-28e1745627da,segment=NetworkSegment(ec4eb99c-636e-43d3-922e-332a95a4195c),segment_id=ec4eb99c-636e-43d3-922e-332a95a4195c)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:04:45.996785 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:46.036854 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be3d5fc-8b5e-409f-9c0b-553bd1e173e8 admin admin] Pushing event updated for resources: {'Port': ['ID=c609397f-3ea8-4d19-9578-f6dd6fcc1d27,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:46.074638 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ec99a-7eb9-43f6-8f18-42537ed694d3 req-dd8061d8-4901-46a2-9b22-4f286419ec32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:46.076150 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-a60ec99a-7eb9-43f6-8f18-42537ed694d3 req-dd8061d8-4901-46a2-9b22-4f286419ec32 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=45f87e6dad28491db9dd7c8bd15c288e&device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 1098 time: 0.2847557 Jul 08 13:04:46.083278 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-b4134dff-d711-43e8-8669-e3ce15095536 req-0c667efe-aaca-4e37-a9b8-b71d76253c0e tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3a2d98b-5225-431c-b401-c4d61b2724d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760171 Jul 08 13:04:46.101114 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941354d6-eaaa-483a-b4d6-bff65d278c5a req-aaabfd30-87e3-4a44-892b-b9637f79d470 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:46.110901 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-4dfdaf1b-2169-419a-a0da-70b37fabb3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'name': 'tempest-TestVolumeBootPattern-1466302910-router', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '142ebf4f-930e-46f0-8b56-28e1745627da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:30Z', 'updated_at': '2021-07-08T13:04:38Z', 'revision_number': 4, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'gw_port': {'id': '142ebf4f-930e-46f0-8b56-28e1745627da', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:73:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:32Z', 'updated_at': '2021-07-08T13:04:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': '5549109a-91d2-457d-9a72-831bd1bb8239', 'name': '', 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'mac_address': 'fa:16:3e:00:88:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd28d3121-202c-40d9-81a2-6dc38ff463b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:37Z', 'updated_at': '2021-07-08T13:04:38Z', 'revision_number': 2, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'subnets': [{'id': 'd28d3121-202c-40d9-81a2-6dc38ff463b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:04:46.116362 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4be3d5fc-8b5e-409f-9c0b-553bd1e173e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546274'] for router_interface, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:46.117539 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129338e0-d71a-4885-867e-af5cde4c8bca None None] Network 5bdbb0fd-c793-42ba-ab44-134d35a10b17 is already hosted by enough agents. {{(pid=93013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:04:46.125447 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-941354d6-eaaa-483a-b4d6-bff65d278c5a req-aaabfd30-87e3-4a44-892b-b9637f79d470 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 946 time: 0.6987026 Jul 08 13:04:46.137891 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129338e0-d71a-4885-867e-af5cde4c8bca None None] Pushing event updated for resources: {'Port': ['ID=5a9dc203-a03a-4cfc-8312-5065cb0b3067,revision_number=1']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:46.145645 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.scheduler.base_scheduler [None req-129338e0-d71a-4885-867e-af5cde4c8bca None None] Resources bound (agent type, host, resource id): {{(pid=93013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:04:46.153161 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129338e0-d71a-4885-867e-af5cde4c8bca None None] Received port after_create {{(pid=93013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:04:46.191820 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfdaf1b-2169-419a-a0da-70b37fabb3fc None None] Checking router: 84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4 for host: dv-cinder-789603-11-iscsi {{(pid=93014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:04:46.192391 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfdaf1b-2169-419a-a0da-70b37fabb3fc None None] Updating router 84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4 port 5549109a-91d2-457d-9a72-831bd1bb8239 binding host dv-cinder-789603-11-iscsi {{(pid=93014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 13:04:46.304167 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-4dfdaf1b-2169-419a-a0da-70b37fabb3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:46.305018 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-129338e0-d71a-4885-867e-af5cde4c8bca None None] Attempting to bind port 5a9dc203-a03a-4cfc-8312-5065cb0b3067 on host dv-cinder-789603-11-iscsi for vnic_type normal with profile {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 13:04:46.306171 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-129338e0-d71a-4885-867e-af5cde4c8bca None None] Attempting to bind port 5a9dc203-a03a-4cfc-8312-5065cb0b3067 by drivers openvswitch,hyperv on host dv-cinder-789603-11-iscsi at level 0 using segments [{'id': '5e786992-6729-4aa4-9d56-44def3109435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5bdbb0fd-c793-42ba-ab44-134d35a10b17'}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 13:04:46.306639 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129338e0-d71a-4885-867e-af5cde4c8bca None None] Attempting to bind port 5a9dc203-a03a-4cfc-8312-5065cb0b3067 on network 5bdbb0fd-c793-42ba-ab44-134d35a10b17 {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:04:46.315732 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Pushing event updated for resources: {'Port': ['ID=142ebf4f-930e-46f0-8b56-28e1745627da,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:46.322909 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129338e0-d71a-4885-867e-af5cde4c8bca None None] Checking agent: {'id': 'fc4e00a9-53c5-4fcb-bb0a-09b300a741e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 54, 6), 'started_at': datetime.datetime(2021, 7, 8, 12, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 13, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 13:04:46.323414 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129338e0-d71a-4885-867e-af5cde4c8bca None None] Checking segment: {'id': '5e786992-6729-4aa4-9d56-44def3109435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5bdbb0fd-c793-42ba-ab44-134d35a10b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:04:46.323884 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-129338e0-d71a-4885-867e-af5cde4c8bca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:46.324551 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129338e0-d71a-4885-867e-af5cde4c8bca None None] Bound using segment: {'id': '5e786992-6729-4aa4-9d56-44def3109435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5bdbb0fd-c793-42ba-ab44-134d35a10b17'} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 13:04:46.325082 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-129338e0-d71a-4885-867e-af5cde4c8bca None None] Bound port: 5a9dc203-a03a-4cfc-8312-5065cb0b3067, host: dv-cinder-789603-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e786992-6729-4aa4-9d56-44def3109435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5bdbb0fd-c793-42ba-ab44-134d35a10b17'}}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 13:04:46.325798 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-129338e0-d71a-4885-867e-af5cde4c8bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:46.329908 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-941354d6-eaaa-483a-b4d6-bff65d278c5a req-753b5643-a9b7-42e9-9339-31101f9bacc7 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=537162c2-7e03-42f9-9511-978f3a376ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2003577 Jul 08 13:04:46.351047 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ec99a-7eb9-43f6-8f18-42537ed694d3 req-474655e9-57a7-4e55-8b60-58529d796dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:46.364245 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-a60ec99a-7eb9-43f6-8f18-42537ed694d3 req-474655e9-57a7-4e55-8b60-58529d796dce service neutron] 10.222.0.21 "GET /v2.0/networks?id=a04372ec-c042-4405-a1d0-b6660a8bf946 HTTP/1.1" status: 200 len: 917 time: 0.2674618 Jul 08 13:04:46.386312 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-fea249a8-0590-417f-86ec-fbd60fb4ec37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:46.404167 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d95c57-513e-46db-af36-fd92929045e9 req-4d3e5c5b-323e-4a8b-b323-a0306a40f8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:46.408641 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-49d95c57-513e-46db-af36-fd92929045e9 req-4d3e5c5b-323e-4a8b-b323-a0306a40f8a9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3251653d-c1cd-4817-8726-9493dab78425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3969612 Jul 08 13:04:46.498147 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-129338e0-d71a-4885-867e-af5cde4c8bca None None] For port 5a9dc203-a03a-4cfc-8312-5065cb0b3067, host dv-cinder-789603-11-iscsi, cleared binding levels {{(pid=93013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 13:04:46.503005 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-129338e0-d71a-4885-867e-af5cde4c8bca None None] For port 5a9dc203-a03a-4cfc-8312-5065cb0b3067, host dv-cinder-789603-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=5a9dc203-a03a-4cfc-8312-5065cb0b3067,segment=NetworkSegment(5e786992-6729-4aa4-9d56-44def3109435),segment_id=5e786992-6729-4aa4-9d56-44def3109435)] {{(pid=93013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 13:04:46.504909 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-53cf6e76-81a3-43b1-b3bc-842f66e01686 None None] Provisioning for port c609397f-3ea8-4d19-9578-f6dd6fcc1d27 completed by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:04:46.509682 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-53cf6e76-81a3-43b1-b3bc-842f66e01686 None None] Provisioning complete for port c609397f-3ea8-4d19-9578-f6dd6fcc1d27 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:04:46.510268 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-53cf6e76-81a3-43b1-b3bc-842f66e01686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:46.542819 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-a60ec99a-7eb9-43f6-8f18-42537ed694d3 req-ce91b3ce-d11b-4476-a91f-4bd5016bcb48 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a444704-0459-47f5-8a8e-0527f9196d16 HTTP/1.1" status: 200 len: 1001 time: 0.1751051 Jul 08 13:04:46.544775 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-bf946865-612f-47b1-a26f-d2097f6a8bcc req-e7fd8938-eebb-44c9-9b74-78c6feab5ed4 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f336d20-fe27-4f16-a551-23556004dc14 HTTP/1.1" status: 200 len: 210 time: 0.0331492 Jul 08 13:04:46.576097 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-129338e0-d71a-4885-867e-af5cde4c8bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:46.716883 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4be3d5fc-8b5e-409f-9c0b-553bd1e173e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:46.724269 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ec99a-7eb9-43f6-8f18-42537ed694d3 req-3ce6d904-654b-45c9-82f2-2f79f7887694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:46.747120 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-a60ec99a-7eb9-43f6-8f18-42537ed694d3 req-3ce6d904-654b-45c9-82f2-2f79f7887694 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5a7a9e7d-3071-4940-95e2-12dfd08df222 HTTP/1.1" status: 200 len: 855 time: 0.1784520 Jul 08 13:04:46.751621 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-fea249a8-0590-417f-86ec-fbd60fb4ec37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4509839'] for port, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:46.769748 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-53cf6e76-81a3-43b1-b3bc-842f66e01686 None None] Port c609397f-3ea8-4d19-9578-f6dd6fcc1d27 cannot update to ACTIVE because it is not bound. {{(pid=93013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 13:04:46.780246 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-49d95c57-513e-46db-af36-fd92929045e9 req-482e7455-ddc7-41de-9f92-e550ed158185 service neutron] 10.222.0.21 "GET /v2.0/networks/3251653d-c1cd-4817-8726-9493dab78425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629940 Jul 08 13:04:46.841627 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c9a2b-caaf-43bf-acbe-9a90288ee3ad req-78b70cc4-6c04-44d2-abf4-794777ebbc4f tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:46.847675 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-014c9a2b-caaf-43bf-acbe-9a90288ee3ad req-78b70cc4-6c04-44d2-abf4-794777ebbc4f tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.21 "GET /v2.0/networks?id=67d063cc-baa6-4798-bdf8-b13215622d44 HTTP/1.1" status: 200 len: 814 time: 0.3019278 Jul 08 13:04:46.914051 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129338e0-d71a-4885-867e-af5cde4c8bca None None] Pushing event updated for resources: {'Port': ['ID=5a9dc203-a03a-4cfc-8312-5065cb0b3067,revision_number=2']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:46.923031 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-49d95c57-513e-46db-af36-fd92929045e9 req-9d5183c6-e2aa-4e65-beb4-6e29a9104f44 service neutron] 10.222.0.21 "GET /v2.0/networks/3251653d-c1cd-4817-8726-9493dab78425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182857 Jul 08 13:04:46.950915 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f21437-1334-4fc6-9570-ea89742f9532 req-0a0fb983-0576-4ffd-87e4-e8d91ffaf3e5 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:46.960161 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c0f21437-1334-4fc6-9570-ea89742f9532 req-0a0fb983-0576-4ffd-87e4-e8d91ffaf3e5 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 945 time: 0.3510470 Jul 08 13:04:46.965104 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [req-014c9a2b-caaf-43bf-acbe-9a90288ee3ad req-57420ca3-081e-40b3-aea9-e0a9172afa3d tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Request body: {'port': {'device_id': '3f336d20-fe27-4f16-a551-23556004dc14', 'network_id': '67d063cc-baa6-4798-bdf8-b13215622d44', 'admin_state_up': True, 'tenant_id': 'a7504f2f14af4dceb9cfafb69ef71392'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:04:46.968589 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-4dfdaf1b-2169-419a-a0da-70b37fabb3fc None None] Notify callbacks [] for port, precommit_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:46.969603 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea249a8-0590-417f-86ec-fbd60fb4ec37 admin admin] Network d18f7e62-ee2d-4e48-b29d-27db78040174 is already hosted by enough agents. {{(pid=93012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:04:46.986313 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [None req-fea249a8-0590-417f-86ec-fbd60fb4ec37 admin admin] Resources bound (agent type, host, resource id): {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:04:46.986313 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea249a8-0590-417f-86ec-fbd60fb4ec37 admin admin] Received port after_create {{(pid=93012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:04:46.990534 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.provisioning_blocks [None req-4dfdaf1b-2169-419a-a0da-70b37fabb3fc None None] Transition to ACTIVE for port object 5549109a-91d2-457d-9a72-831bd1bb8239 will not be triggered until provisioned by entity L2. {{(pid=93014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:04:47.004717 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-4dfdaf1b-2169-419a-a0da-70b37fabb3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:47.094114 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c0f21437-1334-4fc6-9570-ea89742f9532 req-bab7c82e-f266-4986-892c-cf5166651afe tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278646 Jul 08 13:04:47.106908 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea249a8-0590-417f-86ec-fbd60fb4ec37 admin admin] Pushing event updated for resources: {'Port': ['ID=caeb078a-4799-4b7d-af20-82dfac56ffea,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:47.136698 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cd02d0-d59b-468f-8c6d-864b9dbd9a04 None None] Pushing event updated for resources: {'Port': ['ID=5549109a-91d2-457d-9a72-831bd1bb8239,revision_number=3']} {{(pid=93014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:47.173494 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-b52a412e-946f-429a-b3fc-5d7940285036 None None] Notify callbacks [] for port, precommit_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:47.207420 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-b52a412e-946f-429a-b3fc-5d7940285036 None None] Transition to ACTIVE for port object f8c88771-efd3-4b57-8a41-38a8046c80cb will not be triggered until provisioned by entity L2. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:04:47.222695 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-b52a412e-946f-429a-b3fc-5d7940285036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:47.363750 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210ac5f7-2357-4239-9ccb-958e5fc222b7 None None] Pushing event updated for resources: {'Port': ['ID=f8c88771-efd3-4b57-8a41-38a8046c80cb,revision_number=2']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:47.392603 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-4dfdaf1b-2169-419a-a0da-70b37fabb3fc None None] Attempting to bind port 5549109a-91d2-457d-9a72-831bd1bb8239 on host dv-cinder-789603-11-iscsi for vnic_type normal with profile {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 13:04:47.393121 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-4dfdaf1b-2169-419a-a0da-70b37fabb3fc None None] Attempting to bind port 5549109a-91d2-457d-9a72-831bd1bb8239 by drivers openvswitch,hyperv on host dv-cinder-789603-11-iscsi at level 0 using segments [{'id': 'a2927637-e19f-4f91-8a6e-7cfe612d9539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe'}] {{(pid=93014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 13:04:47.393332 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfdaf1b-2169-419a-a0da-70b37fabb3fc None None] Attempting to bind port 5549109a-91d2-457d-9a72-831bd1bb8239 on network 6414870c-e55b-4de0-96ed-e21f9e007cfe {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:04:47.405605 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ec99a-7eb9-43f6-8f18-42537ed694d3 req-c05b6437-65d2-497a-88a1-3f5059b08087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:47.409511 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-a60ec99a-7eb9-43f6-8f18-42537ed694d3 req-c05b6437-65d2-497a-88a1-3f5059b08087 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a04372ec-c042-4405-a1d0-b6660a8bf946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.6322327 Jul 08 13:04:47.412057 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfdaf1b-2169-419a-a0da-70b37fabb3fc None None] Checking agent: {'id': 'fc4e00a9-53c5-4fcb-bb0a-09b300a741e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 54, 6), 'started_at': datetime.datetime(2021, 7, 8, 12, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 13, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 13:04:47.415171 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfdaf1b-2169-419a-a0da-70b37fabb3fc None None] Checking segment: {'id': 'a2927637-e19f-4f91-8a6e-7cfe612d9539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:04:47.415667 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-4dfdaf1b-2169-419a-a0da-70b37fabb3fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:47.416077 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfdaf1b-2169-419a-a0da-70b37fabb3fc None None] Bound using segment: {'id': 'a2927637-e19f-4f91-8a6e-7cfe612d9539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe'} {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 13:04:47.416612 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-4dfdaf1b-2169-419a-a0da-70b37fabb3fc None None] Bound port: 5549109a-91d2-457d-9a72-831bd1bb8239, host: dv-cinder-789603-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2927637-e19f-4f91-8a6e-7cfe612d9539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe'}}] {{(pid=93014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 13:04:47.417234 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-4dfdaf1b-2169-419a-a0da-70b37fabb3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:47.446294 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-b52a412e-946f-429a-b3fc-5d7940285036 None None] Attempting to bind port f8c88771-efd3-4b57-8a41-38a8046c80cb on host dv-cinder-789603-11-iscsi for vnic_type normal with profile {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 13:04:47.446664 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-b52a412e-946f-429a-b3fc-5d7940285036 None None] Attempting to bind port f8c88771-efd3-4b57-8a41-38a8046c80cb by drivers openvswitch,hyperv on host dv-cinder-789603-11-iscsi at level 0 using segments [{'id': 'ec4eb99c-636e-43d3-922e-332a95a4195c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174'}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 13:04:47.447025 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52a412e-946f-429a-b3fc-5d7940285036 None None] Attempting to bind port f8c88771-efd3-4b57-8a41-38a8046c80cb on network d18f7e62-ee2d-4e48-b29d-27db78040174 {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:04:47.461216 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52a412e-946f-429a-b3fc-5d7940285036 None None] Checking agent: {'id': 'fc4e00a9-53c5-4fcb-bb0a-09b300a741e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 54, 6), 'started_at': datetime.datetime(2021, 7, 8, 12, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 13, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 13:04:47.468559 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52a412e-946f-429a-b3fc-5d7940285036 None None] Checking segment: {'id': 'ec4eb99c-636e-43d3-922e-332a95a4195c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:04:47.469043 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-b52a412e-946f-429a-b3fc-5d7940285036 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:47.469860 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52a412e-946f-429a-b3fc-5d7940285036 None None] Bound using segment: {'id': 'ec4eb99c-636e-43d3-922e-332a95a4195c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174'} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 13:04:47.470249 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-b52a412e-946f-429a-b3fc-5d7940285036 None None] Bound port: f8c88771-efd3-4b57-8a41-38a8046c80cb, host: dv-cinder-789603-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec4eb99c-636e-43d3-922e-332a95a4195c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174'}}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 13:04:47.470641 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-b52a412e-946f-429a-b3fc-5d7940285036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:47.543927 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.db [None req-4dfdaf1b-2169-419a-a0da-70b37fabb3fc None None] For port 5549109a-91d2-457d-9a72-831bd1bb8239, host dv-cinder-789603-11-iscsi, cleared binding levels {{(pid=93014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 13:04:47.553855 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.db [None req-4dfdaf1b-2169-419a-a0da-70b37fabb3fc None None] For port 5549109a-91d2-457d-9a72-831bd1bb8239, host dv-cinder-789603-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=5549109a-91d2-457d-9a72-831bd1bb8239,segment=NetworkSegment(a2927637-e19f-4f91-8a6e-7cfe612d9539),segment_id=a2927637-e19f-4f91-8a6e-7cfe612d9539)] {{(pid=93014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 13:04:47.559385 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-4dfdaf1b-2169-419a-a0da-70b37fabb3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:47.576445 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-b52a412e-946f-429a-b3fc-5d7940285036 None None] For port f8c88771-efd3-4b57-8a41-38a8046c80cb, host dv-cinder-789603-11-iscsi, cleared binding levels {{(pid=93013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 13:04:47.585770 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-b52a412e-946f-429a-b3fc-5d7940285036 None None] For port f8c88771-efd3-4b57-8a41-38a8046c80cb, host dv-cinder-789603-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=f8c88771-efd3-4b57-8a41-38a8046c80cb,segment=NetworkSegment(ec4eb99c-636e-43d3-922e-332a95a4195c),segment_id=ec4eb99c-636e-43d3-922e-332a95a4195c)] {{(pid=93013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 13:04:47.593681 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 5a9dc203-a03a-4cfc-8312-5065cb0b3067 up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:04:47.675618 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-fea249a8-0590-417f-86ec-fbd60fb4ec37 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:47.687982 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cd02d0-d59b-468f-8c6d-864b9dbd9a04 None None] Pushing event updated for resources: {'Port': ['ID=5549109a-91d2-457d-9a72-831bd1bb8239,revision_number=4']} {{(pid=93014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:47.704099 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfdaf1b-2169-419a-a0da-70b37fabb3fc None None] Routers {'84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:04:47.705013 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-4dfdaf1b-2169-419a-a0da-70b37fabb3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:04:35Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:04:47.711029 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-b52a412e-946f-429a-b3fc-5d7940285036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:47.858600 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-4dfdaf1b-2169-419a-a0da-70b37fabb3fc None None] Set router 84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:04:47.877758 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210ac5f7-2357-4239-9ccb-958e5fc222b7 None None] Pushing event updated for resources: {'Port': ['ID=f8c88771-efd3-4b57-8a41-38a8046c80cb,revision_number=3']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:47.892783 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52a412e-946f-429a-b3fc-5d7940285036 None None] Routers {'0f835203-8079-43a0-980f-3184c67bea3f'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:04:47.893831 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-b52a412e-946f-429a-b3fc-5d7940285036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:04:35Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['0f835203-8079-43a0-980f-3184c67bea3f'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:04:48.164949 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0080b5c7-676f-4227-acfe-490dc52cd58f req-99f83478-942d-4603-87a7-b1356f3fce6c tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:48.173729 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0080b5c7-676f-4227-acfe-490dc52cd58f req-99f83478-942d-4603-87a7-b1356f3fce6c tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 946 time: 0.3816373 Jul 08 13:04:48.198369 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-fea249a8-0590-417f-86ec-fbd60fb4ec37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545771'] for router, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:48.227820 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0080b5c7-676f-4227-acfe-490dc52cd58f req-279e7359-bb83-444f-831c-864a311c5510 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=537162c2-7e03-42f9-9511-978f3a376ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531144 Jul 08 13:04:48.251804 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-4dfdaf1b-2169-419a-a0da-70b37fabb3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'name': 'tempest-TestVolumeBootPattern-1466302910-router', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '142ebf4f-930e-46f0-8b56-28e1745627da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:30Z', 'updated_at': '2021-07-08T13:04:38Z', 'revision_number': 4, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'gw_port': {'id': '142ebf4f-930e-46f0-8b56-28e1745627da', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:73:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:32Z', 'updated_at': '2021-07-08T13:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': '5549109a-91d2-457d-9a72-831bd1bb8239', 'name': '', 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'mac_address': 'fa:16:3e:00:88:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd28d3121-202c-40d9-81a2-6dc38ff463b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:37Z', 'updated_at': '2021-07-08T13:04:47Z', 'revision_number': 4, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'subnets': [{'id': 'd28d3121-202c-40d9-81a2-6dc38ff463b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:04:48.254180 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 2a444704-0459-47f5-8a8e-0527f9196d16 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:04:48.263681 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning for port 5a9dc203-a03a-4cfc-8312-5065cb0b3067 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:04:48.300609 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfdaf1b-2169-419a-a0da-70b37fabb3fc None None] The sync data for ids ['84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4'] in dv-cinder-789603-11-iscsi is: [{'id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'name': 'tempest-TestVolumeBootPattern-1466302910-router', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '142ebf4f-930e-46f0-8b56-28e1745627da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:30Z', 'updated_at': '2021-07-08T13:04:38Z', 'revision_number': 4, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'gw_port': {'id': '142ebf4f-930e-46f0-8b56-28e1745627da', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:73:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:32Z', 'updated_at': '2021-07-08T13:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': '5549109a-91d2-457d-9a72-831bd1bb8239', 'name': '', 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'mac_address': 'fa:16:3e:00:88:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd28d3121-202c-40d9-81a2-6dc38ff463b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:37Z', 'updated_at': '2021-07-08T13:04:47Z', 'revision_number': 4, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'subnets': [{'id': 'd28d3121-202c-40d9-81a2-6dc38ff463b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:04:48.347889 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37881db-73e3-486c-a358-f6cc99e74777 req-0ee8de1f-ad0e-4081-9855-7091ad68c717 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:48.350895 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-b37881db-73e3-486c-a358-f6cc99e74777 req-0ee8de1f-ad0e-4081-9855-7091ad68c717 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 945 time: 1.4459052 Jul 08 13:04:48.367436 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-b52a412e-946f-429a-b3fc-5d7940285036 None None] Set router 0f835203-8079-43a0-980f-3184c67bea3f gateway port host: dv-cinder-789603-11-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:04:48.431942 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-014c9a2b-caaf-43bf-acbe-9a90288ee3ad req-57420ca3-081e-40b3-aea9-e0a9172afa3d tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Made reservation on behalf of a7504f2f14af4dceb9cfafb69ef71392 for: {'port': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:04:48.436614 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-014c9a2b-caaf-43bf-acbe-9a90288ee3ad req-57420ca3-081e-40b3-aea9-e0a9172afa3d tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:48.486079 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450d4e03-fcc9-4977-b3de-94ab3f4c03f6 None None] Network 5bdbb0fd-c793-42ba-ab44-134d35a10b17 requested from dv-cinder-789603-11-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 13:04:48.514376 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f89bea12-2d9e-4fd2-98d1-c604bd639e87 req-e4d75af3-913f-4145-a970-4558b9125402 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f336d20-fe27-4f16-a551-23556004dc14 HTTP/1.1" status: 200 len: 210 time: 0.0514901 Jul 08 13:04:48.549014 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea249a8-0590-417f-86ec-fbd60fb4ec37 admin admin] Router b8de80d2-2337-49c0-8c05-3ad91f065573 is scheduled to L3 agent f415b27f-d318-40de-bd28-ecbd03c16a41 with binding_index 1 {{(pid=93012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 13:04:48.602241 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [req-014c9a2b-caaf-43bf-acbe-9a90288ee3ad req-57420ca3-081e-40b3-aea9-e0a9172afa3d tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Allocated IP 172.20.0.13 (67d063cc-baa6-4798-bdf8-b13215622d44/54909c30-b75f-4721-96a4-99648762a3fc/976ceb06-2408-468b-aa97-3af8d74ff9b1) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:04:48.669598 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 142ebf4f-930e-46f0-8b56-28e1745627da up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:04:48.739381 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:48.789520 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port 2a444704-0459-47f5-8a8e-0527f9196d16, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2a444704-0459-47f5-8a8e-0527f9196d16,segment=NetworkSegment(e9afe398-2e2b-4f79-94b7-dda3a4c06771),segment_id=e9afe398-2e2b-4f79-94b7-dda3a4c06771)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:04:48.809232 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-014c9a2b-caaf-43bf-acbe-9a90288ee3ad req-57420ca3-081e-40b3-aea9-e0a9172afa3d tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:48.817977 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b1daef-37a3-4bcc-a6bc-da783294b4ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a444704-0459-47f5-8a8e-0527f9196d16'}] {{(pid=93013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:04:48.820900 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437348d2bcada7eee63ab7a3e0cc12fc8f9484ad9c5d405f769a928aff85887c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323dbeef-5e20-4b6e-9e6a-67791e67db29" -d '{"events": [{"server_uuid": "21b1daef-37a3-4bcc-a6bc-da783294b4ce", "name": "network-vif-unplugged", "status": "completed", "tag": "2a444704-0459-47f5-8a8e-0527f9196d16"}]}' {{(pid=93013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:04:48.824984 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea249a8-0590-417f-86ec-fbd60fb4ec37 admin admin] Notify agent at l3_agent.dv-cinder-789603-11-iscsi the message routers_updated {{(pid=93012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:04:48.828720 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:48.846072 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-734d4f73-6f0c-42ac-9825-2ced51685ccb None None] Provisioning for port 5a9dc203-a03a-4cfc-8312-5065cb0b3067 completed by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:04:48.847917 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-fea249a8-0590-417f-86ec-fbd60fb4ec37 admin admin] Notify callbacks [] for router, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:48.850661 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-fea249a8-0590-417f-86ec-fbd60fb4ec37 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.7955551 Jul 08 13:04:48.852487 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 41034) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:04:48.859706 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning complete for port 142ebf4f-930e-46f0-8b56-28e1745627da triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:04:48.860277 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:48.861920 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc353b0-81b5-4436-9e68-e363e044bb2c None None] Sync routers for ids ['b8de80d2-2337-49c0-8c05-3ad91f065573'] in dv-cinder-789603-11-iscsi {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:04:48.867031 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-734d4f73-6f0c-42ac-9825-2ced51685ccb None None] Provisioning complete for port 5a9dc203-a03a-4cfc-8312-5065cb0b3067 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:04:48.867380 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-734d4f73-6f0c-42ac-9825-2ced51685ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:48.877285 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-b37881db-73e3-486c-a358-f6cc99e74777 req-a214f250-6cf3-4718-9184-2155fc188e2a tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4942796 Jul 08 13:04:48.896321 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-a60ec99a-7eb9-43f6-8f18-42537ed694d3 req-539035a9-d9ce-4bdb-8654-794c36cfb8c6 service neutron] 10.222.0.21 "GET /v2.0/networks/a04372ec-c042-4405-a1d0-b6660a8bf946?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3983998 Jul 08 13:04:48.987126 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc353b0-81b5-4436-9e68-e363e044bb2c None None] Routers {'b8de80d2-2337-49c0-8c05-3ad91f065573'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:04:48.987774 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-ecc353b0-81b5-4436-9e68-e363e044bb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:04:35Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['b8de80d2-2337-49c0-8c05-3ad91f065573'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:04:49.013408 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c36d0-ccf6-4574-a973-4da5477577aa req-1d4fb037-d123-49c9-b1db-c2414440c56a tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:49.017578 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1b0c36d0-ccf6-4574-a973-4da5477577aa req-1d4fb037-d123-49c9-b1db-c2414440c56a tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/ports?device_id=81261b86-901b-4b51-bfcb-25ac607e71ad HTTP/1.1" status: 200 len: 945 time: 0.2560582 Jul 08 13:04:49.065950 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4be3d5fc-8b5e-409f-9c0b-553bd1e173e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:49.075767 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4be3d5fc-8b5e-409f-9c0b-553bd1e173e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4789354'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:49.144014 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Pushing event updated for resources: {'Port': ['ID=2a444704-0459-47f5-8a8e-0527f9196d16,revision_number=8']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:49.157115 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-014c9a2b-caaf-43bf-acbe-9a90288ee3ad req-57420ca3-081e-40b3-aea9-e0a9172afa3d tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4789364'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:49.229679 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be3d5fc-8b5e-409f-9c0b-553bd1e173e8 admin admin] Pushing event updated for resources: {'Port': ['ID=c609397f-3ea8-4d19-9578-f6dd6fcc1d27,revision_number=2']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:49.275165 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4be3d5fc-8b5e-409f-9c0b-553bd1e173e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545201'] for router_interface, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:49.278310 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-014c9a2b-caaf-43bf-acbe-9a90288ee3ad req-57420ca3-081e-40b3-aea9-e0a9172afa3d tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Network 67d063cc-baa6-4798-bdf8-b13215622d44 is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:04:49.284900 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-a60ec99a-7eb9-43f6-8f18-42537ed694d3 req-449e1982-8c1d-4f65-bb3c-cc473ba10b00 service neutron] 10.222.0.21 "GET /v2.0/networks/a04372ec-c042-4405-a1d0-b6660a8bf946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699186 Jul 08 13:04:49.301820 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [req-014c9a2b-caaf-43bf-acbe-9a90288ee3ad req-57420ca3-081e-40b3-aea9-e0a9172afa3d tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:04:49.313288 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-ecc353b0-81b5-4436-9e68-e363e044bb2c None None] Set router b8de80d2-2337-49c0-8c05-3ad91f065573 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:04:49.320693 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [req-014c9a2b-caaf-43bf-acbe-9a90288ee3ad req-57420ca3-081e-40b3-aea9-e0a9172afa3d tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:04:49.412097 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57420ca3-081e-40b3-aea9-e0a9172afa3d tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Pushing event updated for resources: {'Port': ['ID=976ceb06-2408-468b-aa97-3af8d74ff9b1,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:49.429038 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1b0c36d0-ccf6-4574-a973-4da5477577aa req-3b1a2fbc-a9fb-4a83-bea8-7d5cbf9a9566 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3a2d98b-5225-431c-b401-c4d61b2724d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4030032 Jul 08 13:04:49.524034 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601dd5d4-3909-44b0-8f7a-b1b4fa0665c8 req-df61175c-534e-4f43-92c7-828b9de32e10 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:49.531112 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-601dd5d4-3909-44b0-8f7a-b1b4fa0665c8 req-df61175c-534e-4f43-92c7-828b9de32e10 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 943 time: 0.3936238 Jul 08 13:04:49.537239 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 6fa23997-be3e-4138-952b-398ae4cbaec2 up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:04:49.570096 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-734d4f73-6f0c-42ac-9825-2ced51685ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:49.578405 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 13:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3fcd116-79f5-4bd7-9114-072bd7be0de6 x-openstack-request-id: req-e3fcd116-79f5-4bd7-9114-072bd7be0de6 {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:04:49.578702 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b1daef-37a3-4bcc-a6bc-da783294b4ce", "name": "network-vif-unplugged", "status": "completed", "tag": "2a444704-0459-47f5-8a8e-0527f9196d16", "code": 200}]} {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:04:49.579127 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e3fcd116-79f5-4bd7-9114-072bd7be0de6 {{(pid=93013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:04:49.579522 dv-cinder-789603-11-iscsi neutron-server[93013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b1daef-37a3-4bcc-a6bc-da783294b4ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a444704-0459-47f5-8a8e-0527f9196d16', 'code': 200} Jul 08 13:04:49.606655 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c9a2b-caaf-43bf-acbe-9a90288ee3ad req-57420ca3-081e-40b3-aea9-e0a9172afa3d tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:49.607327 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-014c9a2b-caaf-43bf-acbe-9a90288ee3ad req-57420ca3-081e-40b3-aea9-e0a9172afa3d tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:49.660769 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-b52a412e-946f-429a-b3fc-5d7940285036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f835203-8079-43a0-980f-3184c67bea3f', 'name': 'tempest-TestShelveInstance-334418996-router', 'tenant_id': 'cb5b54b45e75401aafc6c27aa52c9f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'f8c88771-efd3-4b57-8a41-38a8046c80cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:39Z', 'updated_at': '2021-07-08T13:04:46Z', 'revision_number': 4, 'project_id': 'cb5b54b45e75401aafc6c27aa52c9f98', 'gw_port': {'id': 'f8c88771-efd3-4b57-8a41-38a8046c80cb', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:11:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f835203-8079-43a0-980f-3184c67bea3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:40Z', 'updated_at': '2021-07-08T13:04:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': 'c609397f-3ea8-4d19-9578-f6dd6fcc1d27', 'name': '', 'network_id': 'f98c9093-53aa-4e55-bc5f-7b579705e33d', 'tenant_id': 'cb5b54b45e75401aafc6c27aa52c9f98', 'mac_address': 'fa:16:3e:55:24:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f835203-8079-43a0-980f-3184c67bea3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '22a772ff-a0c0-45e3-b36f-b1bf1762eaa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:45Z', 'updated_at': '2021-07-08T13:04:45Z', 'revision_number': 1, 'project_id': 'cb5b54b45e75401aafc6c27aa52c9f98', 'subnets': [{'id': '22a772ff-a0c0-45e3-b36f-b1bf1762eaa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:04:49.706947 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-014c9a2b-caaf-43bf-acbe-9a90288ee3ad req-57420ca3-081e-40b3-aea9-e0a9172afa3d tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7995305 Jul 08 13:04:49.720757 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-601dd5d4-3909-44b0-8f7a-b1b4fa0665c8 req-7437a3d3-e019-4540-9f88-94349f03a228 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1767530 Jul 08 13:04:49.739972 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52a412e-946f-429a-b3fc-5d7940285036 None None] The sync data for ids ['0f835203-8079-43a0-980f-3184c67bea3f'] in dv-cinder-789603-11-iscsi is: [{'id': '0f835203-8079-43a0-980f-3184c67bea3f', 'name': 'tempest-TestShelveInstance-334418996-router', 'tenant_id': 'cb5b54b45e75401aafc6c27aa52c9f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'f8c88771-efd3-4b57-8a41-38a8046c80cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:39Z', 'updated_at': '2021-07-08T13:04:46Z', 'revision_number': 4, 'project_id': 'cb5b54b45e75401aafc6c27aa52c9f98', 'gw_port': {'id': 'f8c88771-efd3-4b57-8a41-38a8046c80cb', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:11:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f835203-8079-43a0-980f-3184c67bea3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:40Z', 'updated_at': '2021-07-08T13:04:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': 'c609397f-3ea8-4d19-9578-f6dd6fcc1d27', 'name': '', 'network_id': 'f98c9093-53aa-4e55-bc5f-7b579705e33d', 'tenant_id': 'cb5b54b45e75401aafc6c27aa52c9f98', 'mac_address': 'fa:16:3e:55:24:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f835203-8079-43a0-980f-3184c67bea3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '22a772ff-a0c0-45e3-b36f-b1bf1762eaa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:45Z', 'updated_at': '2021-07-08T13:04:45Z', 'revision_number': 1, 'project_id': 'cb5b54b45e75401aafc6c27aa52c9f98', 'subnets': [{'id': '22a772ff-a0c0-45e3-b36f-b1bf1762eaa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:04:49.744040 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [req-014c9a2b-caaf-43bf-acbe-9a90288ee3ad req-4c0fe860-9bb0-4e43-898f-567ca63f6c81 service neutron] Request body: {'port': {'device_id': '3f336d20-fe27-4f16-a551-23556004dc14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:04:49.755120 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be3d5fc-8b5e-409f-9c0b-553bd1e173e8 admin admin] Network f98c9093-53aa-4e55-bc5f-7b579705e33d is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:04:49.760736 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-734d4f73-6f0c-42ac-9825-2ced51685ccb None None] For port 5a9dc203-a03a-4cfc-8312-5065cb0b3067, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=5a9dc203-a03a-4cfc-8312-5065cb0b3067,segment=NetworkSegment(5e786992-6729-4aa4-9d56-44def3109435),segment_id=5e786992-6729-4aa4-9d56-44def3109435)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:04:49.788057 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-4be3d5fc-8b5e-409f-9c0b-553bd1e173e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:04:49.788266 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-734d4f73-6f0c-42ac-9825-2ced51685ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:49.842416 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-016143cc-9cce-47d6-b927-273065b5929f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:49.892049 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d0960-c791-4ee5-a67f-0c8d57445501 req-139925e1-c77e-4680-9dcd-a962dbbb861e tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:49.893615 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-5c3d0960-c791-4ee5-a67f-0c8d57445501 req-139925e1-c77e-4680-9dcd-a962dbbb861e tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.21 "GET /v2.0/ports?device_id=81261b86-901b-4b51-bfcb-25ac607e71ad HTTP/1.1" status: 200 len: 945 time: 0.3361671 Jul 08 13:04:49.955570 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning complete for port 6fa23997-be3e-4138-952b-398ae4cbaec2 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:04:49.955993 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:50.020015 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734d4f73-6f0c-42ac-9825-2ced51685ccb None None] Pushing event updated for resources: {'Port': ['ID=5a9dc203-a03a-4cfc-8312-5065cb0b3067,revision_number=3']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:50.030307 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-4ccf2553-a33e-40fb-b320-5101a6a157d2 None None] Provisioning complete for port 5a9dc203-a03a-4cfc-8312-5065cb0b3067 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:04:50.030784 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-4ccf2553-a33e-40fb-b320-5101a6a157d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:50.052665 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-014c9a2b-caaf-43bf-acbe-9a90288ee3ad req-4c0fe860-9bb0-4e43-898f-567ca63f6c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:50.109703 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-ecc353b0-81b5-4436-9e68-e363e044bb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8de80d2-2337-49c0-8c05-3ad91f065573', 'name': 'tempest-TestVolumeBootPattern-1030980631-router', 'tenant_id': '476b7c2766aa45a5ab4e5b31d1194e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': 'caeb078a-4799-4b7d-af20-82dfac56ffea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:44Z', 'updated_at': '2021-07-08T13:04:47Z', 'revision_number': 3, 'project_id': '476b7c2766aa45a5ab4e5b31d1194e4f', 'gw_port': {'id': 'caeb078a-4799-4b7d-af20-82dfac56ffea', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:30:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8de80d2-2337-49c0-8c05-3ad91f065573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:45Z', 'updated_at': '2021-07-08T13:04:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi'}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:04:50.170276 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_common [None req-016143cc-9cce-47d6-b927-273065b5929f admin admin] Allocated IP 172.20.0.1 (5bdbb0fd-c793-42ba-ab44-134d35a10b17/844e7dc4-3e30-48f0-8852-7f6b418c4a4c/ed681079-d29d-482a-acf2-54744f3c01c8) {{(pid=93012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:04:50.173745 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be3d5fc-8b5e-409f-9c0b-553bd1e173e8 admin admin] Router 0f835203-8079-43a0-980f-3184c67bea3f has already been hosted by L3 agent f415b27f-d318-40de-bd28-ecbd03c16a41 {{(pid=93011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 13:04:50.201589 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc353b0-81b5-4436-9e68-e363e044bb2c None None] Checking router: b8de80d2-2337-49c0-8c05-3ad91f065573 for host: dv-cinder-789603-11-iscsi {{(pid=93013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:04:50.203347 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc353b0-81b5-4436-9e68-e363e044bb2c None None] Updating router b8de80d2-2337-49c0-8c05-3ad91f065573 port caeb078a-4799-4b7d-af20-82dfac56ffea binding host dv-cinder-789603-11-iscsi {{(pid=93013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 13:04:50.218813 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099fdde5-3be6-4571-b30d-cbcfbe0981cb req-b6c9f3a5-f411-4f95-80e3-dd412614895a tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:50.220514 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-099fdde5-3be6-4571-b30d-cbcfbe0981cb req-b6c9f3a5-f411-4f95-80e3-dd412614895a tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 946 time: 0.1275804 Jul 08 13:04:50.290129 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ecc353b0-81b5-4436-9e68-e363e044bb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:50.299738 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-099fdde5-3be6-4571-b30d-cbcfbe0981cb req-92632dfd-e8db-4890-9f4b-6ae6b8607dcf tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=537162c2-7e03-42f9-9511-978f3a376ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484786 Jul 08 13:04:50.359800 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [req-5c3d0960-c791-4ee5-a67f-0c8d57445501 req-7f1717d1-5f20-4dfa-8977-3741c6b893a2 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Deleting port 4ef04a00-ebe0-478f-ba45-11c1f616adc7 {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:04:50.360142 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-5c3d0960-c791-4ee5-a67f-0c8d57445501 req-7f1717d1-5f20-4dfa-8977-3741c6b893a2 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:50.392648 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-016143cc-9cce-47d6-b927-273065b5929f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:50.415166 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c369cf-978c-4b82-9c9e-462cc64449ae req-e04e35d8-f35e-4239-8ddd-eefc1967fa69 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:50.416763 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-35c369cf-978c-4b82-9c9e-462cc64449ae req-e04e35d8-f35e-4239-8ddd-eefc1967fa69 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f336d20-fe27-4f16-a551-23556004dc14 HTTP/1.1" status: 200 len: 932 time: 0.3117175 Jul 08 13:04:50.425687 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.provisioning_blocks [None req-016143cc-9cce-47d6-b927-273065b5929f admin admin] Transition to ACTIVE for port object ed681079-d29d-482a-acf2-54744f3c01c8 will not be triggered until provisioned by entity DHCP. {{(pid=93012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:04:50.462787 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 5a9dc203-a03a-4cfc-8312-5065cb0b3067 up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:04:50.471548 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-016143cc-9cce-47d6-b927-273065b5929f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4509839'] for port, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:50.517019 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016143cc-9cce-47d6-b927-273065b5929f admin admin] Network 5bdbb0fd-c793-42ba-ab44-134d35a10b17 is already hosted by enough agents. {{(pid=93012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:04:50.526335 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [None req-016143cc-9cce-47d6-b927-273065b5929f admin admin] Resources bound (agent type, host, resource id): {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:04:50.529558 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016143cc-9cce-47d6-b927-273065b5929f admin admin] Received port after_create {{(pid=93012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:04:50.591731 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-016143cc-9cce-47d6-b927-273065b5929f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546274'] for router_interface, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:50.651115 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-35c369cf-978c-4b82-9c9e-462cc64449ae req-6d80b7a0-7806-4dd8-9ebd-0a3e9bc8d48d tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/security-groups?id=ff71abe8-bc30-4f43-864d-85c09000d4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937642 Jul 08 13:04:50.660846 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be3d5fc-8b5e-409f-9c0b-553bd1e173e8 admin admin] Notify agent at l3_agent.dv-cinder-789603-11-iscsi the message routers_updated {{(pid=93011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:04:50.668789 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-4be3d5fc-8b5e-409f-9c0b-553bd1e173e8 admin admin] 10.222.0.59 "PUT /v2.0/routers/0f835203-8079-43a0-980f-3184c67bea3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4160116 Jul 08 13:04:50.690326 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-5c3d0960-c791-4ee5-a67f-0c8d57445501 req-7f1717d1-5f20-4dfa-8977-3741c6b893a2 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] For port 4ef04a00-ebe0-478f-ba45-11c1f616adc7, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=4ef04a00-ebe0-478f-ba45-11c1f616adc7,segment=NetworkSegment(1b0a141f-2618-4f57-a12d-5c604a7472b9),segment_id=1b0a141f-2618-4f57-a12d-5c604a7472b9)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:04:50.691087 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-5c3d0960-c791-4ee5-a67f-0c8d57445501 req-7f1717d1-5f20-4dfa-8977-3741c6b893a2 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:50.726700 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [req-5c3d0960-c791-4ee5-a67f-0c8d57445501 req-7f1717d1-5f20-4dfa-8977-3741c6b893a2 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Calling delete_port for 4ef04a00-ebe0-478f-ba45-11c1f616adc7 owned by compute:nova {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:04:50.826139 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016143cc-9cce-47d6-b927-273065b5929f admin admin] Pushing event updated for resources: {'Port': ['ID=ed681079-d29d-482a-acf2-54744f3c01c8,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:50.937492 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [req-014c9a2b-caaf-43bf-acbe-9a90288ee3ad req-4c0fe860-9bb0-4e43-898f-567ca63f6c81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 976ceb06-2408-468b-aa97-3af8d74ff9b1 {{(pid=93011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:04:50.950673 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-014c9a2b-caaf-43bf-acbe-9a90288ee3ad req-4c0fe860-9bb0-4e43-898f-567ca63f6c81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:50.973945 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [req-014c9a2b-caaf-43bf-acbe-9a90288ee3ad req-4c0fe860-9bb0-4e43-898f-567ca63f6c81 service neutron] Transition to ACTIVE for port object 976ceb06-2408-468b-aa97-3af8d74ff9b1 will not be triggered until provisioned by entity L2. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:04:51.020417 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-014c9a2b-caaf-43bf-acbe-9a90288ee3ad req-4c0fe860-9bb0-4e43-898f-567ca63f6c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4789354'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:51.028128 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-016143cc-9cce-47d6-b927-273065b5929f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:51.080683 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ecc353b0-81b5-4436-9e68-e363e044bb2c None None] Notify callbacks [] for port, precommit_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:51.094942 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-ecc353b0-81b5-4436-9e68-e363e044bb2c None None] Transition to ACTIVE for port object caeb078a-4799-4b7d-af20-82dfac56ffea will not be triggered until provisioned by entity L2. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:04:51.097341 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1348bc-cc5c-4ffa-a45c-891f8b69ff07 req-7d648922-30ea-47a2-a250-abcc24e801d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:51.099284 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7b1348bc-cc5c-4ffa-a45c-891f8b69ff07 req-7d648922-30ea-47a2-a250-abcc24e801d1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a5326bc4440540e6ae389d2094a52678&device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 1098 time: 0.3537319 Jul 08 13:04:51.106965 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ecc353b0-81b5-4436-9e68-e363e044bb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:51.148683 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning complete for port 5a9dc203-a03a-4cfc-8312-5065cb0b3067 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:04:51.149000 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:51.195648 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0fe860-9bb0-4e43-898f-567ca63f6c81 service neutron] Pushing event updated for resources: {'Port': ['ID=976ceb06-2408-468b-aa97-3af8d74ff9b1,revision_number=2']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:51.205315 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-ecc353b0-81b5-4436-9e68-e363e044bb2c None None] Attempting to bind port caeb078a-4799-4b7d-af20-82dfac56ffea on host dv-cinder-789603-11-iscsi for vnic_type normal with profile {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 13:04:51.205677 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-ecc353b0-81b5-4436-9e68-e363e044bb2c None None] Attempting to bind port caeb078a-4799-4b7d-af20-82dfac56ffea by drivers openvswitch,hyperv on host dv-cinder-789603-11-iscsi at level 0 using segments [{'id': 'ec4eb99c-636e-43d3-922e-332a95a4195c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174'}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 13:04:51.206039 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc353b0-81b5-4436-9e68-e363e044bb2c None None] Attempting to bind port caeb078a-4799-4b7d-af20-82dfac56ffea on network d18f7e62-ee2d-4e48-b29d-27db78040174 {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:04:51.209251 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-66d126e3-cdba-4a4a-939e-8e8e0e2f8573 None None] Provisioning complete for port c609397f-3ea8-4d19-9578-f6dd6fcc1d27 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:04:51.209637 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-66d126e3-cdba-4a4a-939e-8e8e0e2f8573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:51.211869 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-5c3d0960-c791-4ee5-a67f-0c8d57445501 req-7f1717d1-5f20-4dfa-8977-3741c6b893a2 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789347'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:51.216875 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3df594-81d8-49f9-b418-eb2e1a80bd62 req-78b502e1-2707-4b42-8072-9e3b2241d925 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:51.218963 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4d3df594-81d8-49f9-b418-eb2e1a80bd62 req-78b502e1-2707-4b42-8072-9e3b2241d925 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/ports?device_id=81261b86-901b-4b51-bfcb-25ac607e71ad HTTP/1.1" status: 200 len: 867 time: 0.3256888 Jul 08 13:04:51.248356 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc353b0-81b5-4436-9e68-e363e044bb2c None None] Checking agent: {'id': 'fc4e00a9-53c5-4fcb-bb0a-09b300a741e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 54, 6), 'started_at': datetime.datetime(2021, 7, 8, 12, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 13, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 13:04:51.248737 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc353b0-81b5-4436-9e68-e363e044bb2c None None] Checking segment: {'id': 'ec4eb99c-636e-43d3-922e-332a95a4195c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:04:51.249143 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ecc353b0-81b5-4436-9e68-e363e044bb2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:51.249571 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc353b0-81b5-4436-9e68-e363e044bb2c None None] Bound using segment: {'id': 'ec4eb99c-636e-43d3-922e-332a95a4195c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174'} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 13:04:51.250052 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-ecc353b0-81b5-4436-9e68-e363e044bb2c None None] Bound port: caeb078a-4799-4b7d-af20-82dfac56ffea, host: dv-cinder-789603-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec4eb99c-636e-43d3-922e-332a95a4195c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174'}}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 13:04:51.250429 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ecc353b0-81b5-4436-9e68-e363e044bb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:51.257310 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] get_ports_and_sgs() called for port_ids ['4ef04a00-ebe0-478f-ba45-11c1f616adc7'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 13:04:51.259049 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aab9b8-1798-4182-aa8c-b23bd7971a47 None None] Pushing event updated for resources: {'Port': ['ID=caeb078a-4799-4b7d-af20-82dfac56ffea,revision_number=2']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:51.330565 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-66d126e3-cdba-4a4a-939e-8e8e0e2f8573 None None] Port c609397f-3ea8-4d19-9578-f6dd6fcc1d27 cannot update to ACTIVE because it is not bound. {{(pid=93013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 13:04:51.339941 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4d3df594-81d8-49f9-b418-eb2e1a80bd62 req-e5988392-9212-4031-89a3-73b7fe705326 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.59 "GET /v2.0/security-groups?id=a3a2d98b-5225-431c-b401-c4d61b2724d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901504 Jul 08 13:04:51.341057 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1717d1-5f20-4dfa-8977-3741c6b893a2 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Pushing event deleted for resources: {'Port': ['ID=4ef04a00-ebe0-478f-ba45-11c1f616adc7,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:51.345256 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c3d0960-c791-4ee5-a67f-0c8d57445501 req-7f1717d1-5f20-4dfa-8977-3741c6b893a2 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] No DVR routers for this DVR port 4ef04a00-ebe0-478f-ba45-11c1f616adc7 on host hv-cinder-78960 {{(pid=93011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:04:51.355028 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1348bc-cc5c-4ffa-a45c-891f8b69ff07 req-e909a9a2-2424-4cce-8526-4f3d23c793ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:51.356740 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7b1348bc-cc5c-4ffa-a45c-891f8b69ff07 req-e909a9a2-2424-4cce-8526-4f3d23c793ac service neutron] 10.222.0.21 "GET /v2.0/networks?id=67cb6200-8bdb-4797-a417-5d4037d7c8f2 HTTP/1.1" status: 200 len: 919 time: 0.2459309 Jul 08 13:04:51.378305 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-5c3d0960-c791-4ee5-a67f-0c8d57445501 req-7f1717d1-5f20-4dfa-8977-3741c6b893a2 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:51.380767 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-5c3d0960-c791-4ee5-a67f-0c8d57445501 req-7f1717d1-5f20-4dfa-8977-3741c6b893a2 tempest-VolumesActionsTest-743782655 tempest-VolumesActionsTest-743782655-project] 10.222.0.21 "DELETE /v2.0/ports/4ef04a00-ebe0-478f-ba45-11c1f616adc7 HTTP/1.1" status: 204 len: 173 time: 1.4592955 Jul 08 13:04:51.381382 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81261b86-901b-4b51-bfcb-25ac607e71ad', 'name': 'network-vif-deleted', 'tag': '4ef04a00-ebe0-478f-ba45-11c1f616adc7'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:04:51.385345 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79934bd8df5839606b1ce54b63dc7d70fed780423e2c756261eeaeb19bf0c4d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb16c0d-cd7a-416d-a23a-c0873f7b551d" -d '{"events": [{"server_uuid": "81261b86-901b-4b51-bfcb-25ac607e71ad", "name": "network-vif-deleted", "tag": "4ef04a00-ebe0-478f-ba45-11c1f616adc7"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:04:51.475035 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7b1348bc-cc5c-4ffa-a45c-891f8b69ff07 req-5f3d798e-c3fb-4735-a1ef-c0fb0d27b7a7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80d9aafd-3f60-42b7-9365-7bc0a4e9ca02 HTTP/1.1" status: 200 len: 217 time: 0.0975220 Jul 08 13:04:51.482192 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ecc353b0-81b5-4436-9e68-e363e044bb2c None None] For port caeb078a-4799-4b7d-af20-82dfac56ffea, host dv-cinder-789603-11-iscsi, cleared binding levels {{(pid=93013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 13:04:51.535334 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76713a83-9158-4397-b7be-e5d8c74fabe7 req-b74831e1-a821-422f-a09d-1fc3fd974396 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:51.537914 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-76713a83-9158-4397-b7be-e5d8c74fabe7 req-b74831e1-a821-422f-a09d-1fc3fd974396 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 945 time: 0.5450804 Jul 08 13:04:51.538912 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-014c9a2b-caaf-43bf-acbe-9a90288ee3ad req-4c0fe860-9bb0-4e43-898f-567ca63f6c81 service neutron] Attempting to bind port 976ceb06-2408-468b-aa97-3af8d74ff9b1 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 13:04:51.539451 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-014c9a2b-caaf-43bf-acbe-9a90288ee3ad req-4c0fe860-9bb0-4e43-898f-567ca63f6c81 service neutron] Attempting to bind port 976ceb06-2408-468b-aa97-3af8d74ff9b1 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '5b71ba67-5771-4488-b4a2-a47ffb209829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '67d063cc-baa6-4798-bdf8-b13215622d44'}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 13:04:51.539942 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014c9a2b-caaf-43bf-acbe-9a90288ee3ad req-4c0fe860-9bb0-4e43-898f-567ca63f6c81 service neutron] Attempting to bind port 976ceb06-2408-468b-aa97-3af8d74ff9b1 on network 67d063cc-baa6-4798-bdf8-b13215622d44 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:04:51.547160 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014c9a2b-caaf-43bf-acbe-9a90288ee3ad req-4c0fe860-9bb0-4e43-898f-567ca63f6c81 service neutron] Port 976ceb06-2408-468b-aa97-3af8d74ff9b1 on network 67d063cc-baa6-4798-bdf8-b13215622d44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 13:04:51.547879 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014c9a2b-caaf-43bf-acbe-9a90288ee3ad req-4c0fe860-9bb0-4e43-898f-567ca63f6c81 service neutron] Attempting to bind port 976ceb06-2408-468b-aa97-3af8d74ff9b1 on network 67d063cc-baa6-4798-bdf8-b13215622d44 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:04:51.554543 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014c9a2b-caaf-43bf-acbe-9a90288ee3ad req-4c0fe860-9bb0-4e43-898f-567ca63f6c81 service neutron] Checking agent: {'id': 'c15515fa-7ee9-40ef-8b65-fb183853d126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 13, 0), 'started_at': datetime.datetime(2021, 7, 8, 13, 0), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 13, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 13:04:51.555584 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014c9a2b-caaf-43bf-acbe-9a90288ee3ad req-4c0fe860-9bb0-4e43-898f-567ca63f6c81 service neutron] Checking segment: {'id': '5b71ba67-5771-4488-b4a2-a47ffb209829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '67d063cc-baa6-4798-bdf8-b13215622d44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:04:51.556372 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014c9a2b-caaf-43bf-acbe-9a90288ee3ad req-4c0fe860-9bb0-4e43-898f-567ca63f6c81 service neutron] Bound using segment: {'id': '5b71ba67-5771-4488-b4a2-a47ffb209829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '67d063cc-baa6-4798-bdf8-b13215622d44'} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 13:04:51.557099 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-014c9a2b-caaf-43bf-acbe-9a90288ee3ad req-4c0fe860-9bb0-4e43-898f-567ca63f6c81 service neutron] Bound port: 976ceb06-2408-468b-aa97-3af8d74ff9b1, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b71ba67-5771-4488-b4a2-a47ffb209829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '67d063cc-baa6-4798-bdf8-b13215622d44'}}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 13:04:51.558112 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-014c9a2b-caaf-43bf-acbe-9a90288ee3ad req-4c0fe860-9bb0-4e43-898f-567ca63f6c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:51.576344 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 5549109a-91d2-457d-9a72-831bd1bb8239 up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:04:51.622934 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-016143cc-9cce-47d6-b927-273065b5929f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:51.657091 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-016143cc-9cce-47d6-b927-273065b5929f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4509841'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:51.694247 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-ecc353b0-81b5-4436-9e68-e363e044bb2c None None] For port caeb078a-4799-4b7d-af20-82dfac56ffea, host dv-cinder-789603-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=caeb078a-4799-4b7d-af20-82dfac56ffea,segment=NetworkSegment(ec4eb99c-636e-43d3-922e-332a95a4195c),segment_id=ec4eb99c-636e-43d3-922e-332a95a4195c)] {{(pid=93013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 13:04:51.700827 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-1e92c1d4-ea28-432a-bcc7-d4fe0dac5338 None None] Provisioning for port ed681079-d29d-482a-acf2-54744f3c01c8 completed by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:04:51.715330 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1348bc-cc5c-4ffa-a45c-891f8b69ff07 req-df67e60f-1872-4d56-a245-104187839921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:51.716846 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7b1348bc-cc5c-4ffa-a45c-891f8b69ff07 req-df67e60f-1872-4d56-a245-104187839921 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba7a26e2-f1a5-4c71-9a4d-50a54628469a HTTP/1.1" status: 200 len: 858 time: 0.2191734 Jul 08 13:04:51.718233 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-1e92c1d4-ea28-432a-bcc7-d4fe0dac5338 None None] Provisioning complete for port ed681079-d29d-482a-acf2-54744f3c01c8 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:04:51.718852 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-1e92c1d4-ea28-432a-bcc7-d4fe0dac5338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:51.790168 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-1e92c1d4-ea28-432a-bcc7-d4fe0dac5338 None None] Port ed681079-d29d-482a-acf2-54744f3c01c8 cannot update to ACTIVE because it is not bound. {{(pid=93013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 13:04:51.795071 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ecc353b0-81b5-4436-9e68-e363e044bb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:51.822820 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-76713a83-9158-4397-b7be-e5d8c74fabe7 req-dbc94b4f-5b9b-48c4-99a4-6b1dae54dd8e tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617035 Jul 08 13:04:51.853831 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-016143cc-9cce-47d6-b927-273065b5929f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545201'] for router_interface, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:51.861677 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016143cc-9cce-47d6-b927-273065b5929f admin admin] Pushing event updated for resources: {'Port': ['ID=ed681079-d29d-482a-acf2-54744f3c01c8,revision_number=2']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:51.882045 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-014c9a2b-caaf-43bf-acbe-9a90288ee3ad req-4c0fe860-9bb0-4e43-898f-567ca63f6c81 service neutron] For port 976ceb06-2408-468b-aa97-3af8d74ff9b1, host hv-cinder-78960, cleared binding levels {{(pid=93011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 13:04:51.885526 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-014c9a2b-caaf-43bf-acbe-9a90288ee3ad req-4c0fe860-9bb0-4e43-898f-567ca63f6c81 service neutron] For port 976ceb06-2408-468b-aa97-3af8d74ff9b1, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=976ceb06-2408-468b-aa97-3af8d74ff9b1,segment=NetworkSegment(5b71ba67-5771-4488-b4a2-a47ffb209829),segment_id=5b71ba67-5771-4488-b4a2-a47ffb209829)] {{(pid=93011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 13:04:51.894823 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-014c9a2b-caaf-43bf-acbe-9a90288ee3ad req-4c0fe860-9bb0-4e43-898f-567ca63f6c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4789354'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:51.895836 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aab9b8-1798-4182-aa8c-b23bd7971a47 None None] Pushing event updated for resources: {'Port': ['ID=caeb078a-4799-4b7d-af20-82dfac56ffea,revision_number=3']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:51.897848 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7b1348bc-cc5c-4ffa-a45c-891f8b69ff07 req-4aa35d16-04a2-44a8-b976-3c7e82756aaf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=67cb6200-8bdb-4797-a417-5d4037d7c8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0992241 Jul 08 13:04:51.921945 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc353b0-81b5-4436-9e68-e363e044bb2c None None] Routers {'b8de80d2-2337-49c0-8c05-3ad91f065573'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:04:51.924054 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-ecc353b0-81b5-4436-9e68-e363e044bb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:04:35Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['b8de80d2-2337-49c0-8c05-3ad91f065573'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:04:51.938238 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016143cc-9cce-47d6-b927-273065b5929f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:51.938586 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016143cc-9cce-47d6-b927-273065b5929f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:51.939125 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016143cc-9cce-47d6-b927-273065b5929f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:51.939464 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016143cc-9cce-47d6-b927-273065b5929f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:51.939796 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016143cc-9cce-47d6-b927-273065b5929f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:51.941179 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016143cc-9cce-47d6-b927-273065b5929f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:51.941516 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016143cc-9cce-47d6-b927-273065b5929f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:51.941844 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016143cc-9cce-47d6-b927-273065b5929f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:51.946957 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016143cc-9cce-47d6-b927-273065b5929f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:51.947493 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016143cc-9cce-47d6-b927-273065b5929f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:51.947854 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016143cc-9cce-47d6-b927-273065b5929f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:51.948905 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016143cc-9cce-47d6-b927-273065b5929f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:51.958957 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c9a2b-caaf-43bf-acbe-9a90288ee3ad req-4c0fe860-9bb0-4e43-898f-567ca63f6c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:51.965249 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-014c9a2b-caaf-43bf-acbe-9a90288ee3ad req-4c0fe860-9bb0-4e43-898f-567ca63f6c81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:51.967077 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-014c9a2b-caaf-43bf-acbe-9a90288ee3ad req-4c0fe860-9bb0-4e43-898f-567ca63f6c81 service neutron] 10.222.0.21 "PUT /v2.0/ports/976ceb06-2408-468b-aa97-3af8d74ff9b1 HTTP/1.1" status: 200 len: 1094 time: 2.2312574 Jul 08 13:04:51.996503 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0fe860-9bb0-4e43-898f-567ca63f6c81 service neutron] Pushing event updated for resources: {'Port': ['ID=976ceb06-2408-468b-aa97-3af8d74ff9b1,revision_number=3']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:52.007428 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0fe860-9bb0-4e43-898f-567ca63f6c81 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:52.007879 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0fe860-9bb0-4e43-898f-567ca63f6c81 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:52.008347 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0fe860-9bb0-4e43-898f-567ca63f6c81 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:52.008809 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0fe860-9bb0-4e43-898f-567ca63f6c81 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:52.009509 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0fe860-9bb0-4e43-898f-567ca63f6c81 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:52.010028 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0fe860-9bb0-4e43-898f-567ca63f6c81 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:52.010459 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0fe860-9bb0-4e43-898f-567ca63f6c81 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:52.011138 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0fe860-9bb0-4e43-898f-567ca63f6c81 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:52.011563 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0fe860-9bb0-4e43-898f-567ca63f6c81 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:52.012026 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0fe860-9bb0-4e43-898f-567ca63f6c81 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:52.013399 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0fe860-9bb0-4e43-898f-567ca63f6c81 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:52.013399 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0fe860-9bb0-4e43-898f-567ca63f6c81 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:04:52.025416 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbcb94c-2d91-4c22-b999-85bcfb2b9bcb req-c568b4fc-e555-47a3-9c77-dcc961f3c81c tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:52.027540 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7bbcb94c-2d91-4c22-b999-85bcfb2b9bcb req-c568b4fc-e555-47a3-9c77-dcc961f3c81c tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 943 time: 0.4536996 Jul 08 13:04:52.111915 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning for port 5549109a-91d2-457d-9a72-831bd1bb8239 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:04:52.117516 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-ecc353b0-81b5-4436-9e68-e363e044bb2c None None] Set router b8de80d2-2337-49c0-8c05-3ad91f065573 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:04:52.119618 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning complete for port 5549109a-91d2-457d-9a72-831bd1bb8239 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:04:52.120224 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:52.165656 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c9a2b-caaf-43bf-acbe-9a90288ee3ad req-0aca4caf-a2b7-43fc-9e11-9529ddbc6f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:52.174031 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-014c9a2b-caaf-43bf-acbe-9a90288ee3ad req-0aca4caf-a2b7-43fc-9e11-9529ddbc6f79 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7504f2f14af4dceb9cfafb69ef71392&device_id=3f336d20-fe27-4f16-a551-23556004dc14 HTTP/1.1" status: 200 len: 1097 time: 0.1255963 Jul 08 13:04:52.260873 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7b1348bc-cc5c-4ffa-a45c-891f8b69ff07 req-bd3bab34-add9-43b8-8769-a9863608dea8 service neutron] 10.222.0.21 "GET /v2.0/networks/67cb6200-8bdb-4797-a417-5d4037d7c8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331554 Jul 08 13:04:52.322507 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:52.369868 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7bbcb94c-2d91-4c22-b999-85bcfb2b9bcb req-12b740e9-413e-4681-bdf1-2a81989a37d7 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2227626 Jul 08 13:04:52.492830 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] For port 5549109a-91d2-457d-9a72-831bd1bb8239, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=5549109a-91d2-457d-9a72-831bd1bb8239,segment=NetworkSegment(a2927637-e19f-4f91-8a6e-7cfe612d9539),segment_id=a2927637-e19f-4f91-8a6e-7cfe612d9539)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:04:52.502594 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:52.545466 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016143cc-9cce-47d6-b927-273065b5929f admin admin] Network 5bdbb0fd-c793-42ba-ab44-134d35a10b17 is already hosted by enough agents. {{(pid=93012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:04:52.549952 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [None req-016143cc-9cce-47d6-b927-273065b5929f admin admin] Resources bound (agent type, host, resource id): {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:04:52.637488 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7b1348bc-cc5c-4ffa-a45c-891f8b69ff07 req-60a0f379-9721-441d-842d-30ceb3185863 service neutron] 10.222.0.21 "GET /v2.0/networks/67cb6200-8bdb-4797-a417-5d4037d7c8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609869 Jul 08 13:04:52.668255 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Pushing event updated for resources: {'Port': ['ID=5549109a-91d2-457d-9a72-831bd1bb8239,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:52.759848 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1723c697-91b2-41c8-a827-79fe4f1b07bb x-openstack-request-id: req-1723c697-91b2-41c8-a827-79fe4f1b07bb {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:04:52.760919 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81261b86-901b-4b51-bfcb-25ac607e71ad", "name": "network-vif-deleted", "tag": "4ef04a00-ebe0-478f-ba45-11c1f616adc7", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:04:52.761336 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1723c697-91b2-41c8-a827-79fe4f1b07bb {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:04:52.766864 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81261b86-901b-4b51-bfcb-25ac607e71ad', 'name': 'network-vif-deleted', 'tag': '4ef04a00-ebe0-478f-ba45-11c1f616adc7', 'status': 'completed', 'code': 200} Jul 08 13:04:52.769242 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-014c9a2b-caaf-43bf-acbe-9a90288ee3ad req-f41e2da6-5f86-4d41-bead-a5c2343d3347 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=976ceb06-2408-468b-aa97-3af8d74ff9b1 HTTP/1.1" status: 200 len: 217 time: 0.5561202 Jul 08 13:04:52.808009 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device f8c88771-efd3-4b57-8a41-38a8046c80cb up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:04:52.911244 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-016143cc-9cce-47d6-b927-273065b5929f admin admin] Router b8de80d2-2337-49c0-8c05-3ad91f065573 has already been hosted by L3 agent f415b27f-d318-40de-bd28-ecbd03c16a41 {{(pid=93012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 13:04:52.919833 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-ecc353b0-81b5-4436-9e68-e363e044bb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8de80d2-2337-49c0-8c05-3ad91f065573', 'name': 'tempest-TestVolumeBootPattern-1030980631-router', 'tenant_id': '476b7c2766aa45a5ab4e5b31d1194e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': 'caeb078a-4799-4b7d-af20-82dfac56ffea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:44Z', 'updated_at': '2021-07-08T13:04:50Z', 'revision_number': 4, 'project_id': '476b7c2766aa45a5ab4e5b31d1194e4f', 'gw_port': {'id': 'caeb078a-4799-4b7d-af20-82dfac56ffea', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:30:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8de80d2-2337-49c0-8c05-3ad91f065573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:45Z', 'updated_at': '2021-07-08T13:04:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': 'ed681079-d29d-482a-acf2-54744f3c01c8', 'name': '', 'network_id': '5bdbb0fd-c793-42ba-ab44-134d35a10b17', 'tenant_id': '476b7c2766aa45a5ab4e5b31d1194e4f', 'mac_address': 'fa:16:3e:39:06:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8de80d2-2337-49c0-8c05-3ad91f065573', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '844e7dc4-3e30-48f0-8852-7f6b418c4a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:49Z', 'updated_at': '2021-07-08T13:04:51Z', 'revision_number': 2, 'project_id': '476b7c2766aa45a5ab4e5b31d1194e4f', 'subnets': [{'id': '844e7dc4-3e30-48f0-8852-7f6b418c4a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:04:52.928723 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c9a2b-caaf-43bf-acbe-9a90288ee3ad req-50223fc9-06b9-41b5-9907-617c9a756737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:52.930303 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-014c9a2b-caaf-43bf-acbe-9a90288ee3ad req-50223fc9-06b9-41b5-9907-617c9a756737 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=54909c30-b75f-4721-96a4-99648762a3fc HTTP/1.1" status: 200 len: 854 time: 0.1407740 Jul 08 13:04:52.988790 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-014c9a2b-caaf-43bf-acbe-9a90288ee3ad req-e8d545de-7fb5-4816-80a0-88106eb74e91 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=67d063cc-baa6-4798-bdf8-b13215622d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390480 Jul 08 13:04:53.021938 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning for port f8c88771-efd3-4b57-8a41-38a8046c80cb completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:04:53.024387 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc353b0-81b5-4436-9e68-e363e044bb2c None None] The sync data for ids ['b8de80d2-2337-49c0-8c05-3ad91f065573'] in dv-cinder-789603-11-iscsi is: [{'id': 'b8de80d2-2337-49c0-8c05-3ad91f065573', 'name': 'tempest-TestVolumeBootPattern-1030980631-router', 'tenant_id': '476b7c2766aa45a5ab4e5b31d1194e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': 'caeb078a-4799-4b7d-af20-82dfac56ffea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:44Z', 'updated_at': '2021-07-08T13:04:50Z', 'revision_number': 4, 'project_id': '476b7c2766aa45a5ab4e5b31d1194e4f', 'gw_port': {'id': 'caeb078a-4799-4b7d-af20-82dfac56ffea', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:30:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8de80d2-2337-49c0-8c05-3ad91f065573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:45Z', 'updated_at': '2021-07-08T13:04:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': 'ed681079-d29d-482a-acf2-54744f3c01c8', 'name': '', 'network_id': '5bdbb0fd-c793-42ba-ab44-134d35a10b17', 'tenant_id': '476b7c2766aa45a5ab4e5b31d1194e4f', 'mac_address': 'fa:16:3e:39:06:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8de80d2-2337-49c0-8c05-3ad91f065573', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '844e7dc4-3e30-48f0-8852-7f6b418c4a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:49Z', 'updated_at': '2021-07-08T13:04:51Z', 'revision_number': 2, 'project_id': '476b7c2766aa45a5ab4e5b31d1194e4f', 'subnets': [{'id': '844e7dc4-3e30-48f0-8852-7f6b418c4a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:04:53.025062 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4489816-0e19-4c53-9317-883103ee153c req-0b0df41e-53a3-4676-9540-d36ca5352bad tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:53.026964 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d4489816-0e19-4c53-9317-883103ee153c req-0b0df41e-53a3-4676-9540-d36ca5352bad tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f336d20-fe27-4f16-a551-23556004dc14 HTTP/1.1" status: 200 len: 944 time: 0.1686320 Jul 08 13:04:53.056953 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning complete for port f8c88771-efd3-4b57-8a41-38a8046c80cb triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:04:53.057661 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:53.114992 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-afd0a1ab-0fb7-4663-ad4f-73b958ecac4a None None] Provisioning complete for port ed681079-d29d-482a-acf2-54744f3c01c8 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:04:53.116303 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-afd0a1ab-0fb7-4663-ad4f-73b958ecac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:53.143765 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d4489816-0e19-4c53-9317-883103ee153c req-59766cbd-8e40-4ec2-b26f-cccb931fbed3 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/security-groups?id=ff71abe8-bc30-4f43-864d-85c09000d4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745308 Jul 08 13:04:53.145098 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-016143cc-9cce-47d6-b927-273065b5929f admin admin] Notify agent at l3_agent.dv-cinder-789603-11-iscsi the message routers_updated {{(pid=93012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:04:53.160240 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-016143cc-9cce-47d6-b927-273065b5929f admin admin] 10.222.0.59 "PUT /v2.0/routers/b8de80d2-2337-49c0-8c05-3ad91f065573/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2994709 Jul 08 13:04:53.211533 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-014c9a2b-caaf-43bf-acbe-9a90288ee3ad req-cccc8472-0443-4737-94a6-103333432573 service neutron] 10.222.0.21 "GET /v2.0/networks/67d063cc-baa6-4798-bdf8-b13215622d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554427 Jul 08 13:04:53.214970 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-afd0a1ab-0fb7-4663-ad4f-73b958ecac4a None None] Port ed681079-d29d-482a-acf2-54744f3c01c8 cannot update to ACTIVE because it is not bound. {{(pid=93013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 13:04:53.254056 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:53.277187 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] For port f8c88771-efd3-4b57-8a41-38a8046c80cb, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=f8c88771-efd3-4b57-8a41-38a8046c80cb,segment=NetworkSegment(ec4eb99c-636e-43d3-922e-332a95a4195c),segment_id=ec4eb99c-636e-43d3-922e-332a95a4195c)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:04:53.282778 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:53.303751 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 41074) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:04:53.308775 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-523532f7-5158-4afb-bcd7-695f7ba12afe tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-29266221', 'description': 'tempest-secgroup-smoke-29266221 description', 'project_id': 'ed74fee3baae41ecbf26ed6bbd744249'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:04:53.365068 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-523532f7-5158-4afb-bcd7-695f7ba12afe tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:53.398523 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Pushing event updated for resources: {'Port': ['ID=f8c88771-efd3-4b57-8a41-38a8046c80cb,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:53.436022 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-014c9a2b-caaf-43bf-acbe-9a90288ee3ad req-aabb9a5e-20d4-4616-86cd-8a46f44d2935 service neutron] 10.222.0.21 "GET /v2.0/networks/67d063cc-baa6-4798-bdf8-b13215622d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147615 Jul 08 13:04:53.703504 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 41094) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:04:53.710728 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-133b2c87-f7e6-4674-a956-d20fc54844bf tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-519167378', 'description': 'tempest-secgroup-smoke-519167378 description', 'project_id': '72e6ac284e134db6984ee5463fd84268'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:04:53.771272 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-523532f7-5158-4afb-bcd7-695f7ba12afe tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:53.780978 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0d4e4-d5c3-45cb-850a-03de3bcd69c5 req-7709c7f0-096d-45f1-a872-7e5f797a21fc tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:53.787758 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-46b0d4e4-d5c3-45cb-850a-03de3bcd69c5 req-7709c7f0-096d-45f1-a872-7e5f797a21fc tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 945 time: 0.3668804 Jul 08 13:04:53.797424 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-523532f7-5158-4afb-bcd7-695f7ba12afe tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:53.841805 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-523532f7-5158-4afb-bcd7-695f7ba12afe tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:53.843634 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-523532f7-5158-4afb-bcd7-695f7ba12afe tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.5384073 Jul 08 13:04:53.844053 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-133b2c87-f7e6-4674-a956-d20fc54844bf tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:53.846774 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 41100) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:04:53.855447 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-84466c8f-a504-4ee6-9445-d3e128d265e6 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Request body: {'security_group_rule': {'security_group_id': 'be666b80-73fb-4087-b244-2d5837e7ba42', 'project_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:04:53.855842 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523532f7-5158-4afb-bcd7-695f7ba12afe tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be666b80-73fb-4087-b244-2d5837e7ba42,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:53.872777 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-46b0d4e4-d5c3-45cb-850a-03de3bcd69c5 req-dbcb099e-eaf3-44b6-92c8-ed78705c48fc tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840425 Jul 08 13:04:53.923001 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-84466c8f-a504-4ee6-9445-d3e128d265e6 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:53.974086 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb1b3a-6530-4a34-bd0c-184972275963 req-ec17bb99-e38a-4f07-a455-f466bc5908b4 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:53.975613 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-1eeb1b3a-6530-4a34-bd0c-184972275963 req-ec17bb99-e38a-4f07-a455-f466bc5908b4 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 943 time: 0.1840289 Jul 08 13:04:54.031961 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-84466c8f-a504-4ee6-9445-d3e128d265e6 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:54.051623 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-84466c8f-a504-4ee6-9445-d3e128d265e6 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522527'] for security_group_rule, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:54.070659 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-133b2c87-f7e6-4674-a956-d20fc54844bf tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:54.081677 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-1eeb1b3a-6530-4a34-bd0c-184972275963 req-290c9eba-1777-4685-b4f6-f769d59d0ebd tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952995 Jul 08 13:04:54.085623 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-133b2c87-f7e6-4674-a956-d20fc54844bf tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:54.095474 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84466c8f-a504-4ee6-9445-d3e128d265e6 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=956af7cd-0607-4e0c-a539-a8eb0ae4ec2c,revision_number=0']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:54.097741 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 2a444704-0459-47f5-8a8e-0527f9196d16 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:04:54.107869 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-84466c8f-a504-4ee6-9445-d3e128d265e6 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:54.109992 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-84466c8f-a504-4ee6-9445-d3e128d265e6 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2620552 Jul 08 13:04:54.111664 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-133b2c87-f7e6-4674-a956-d20fc54844bf tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:54.112913 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 41110) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:04:54.115575 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-133b2c87-f7e6-4674-a956-d20fc54844bf tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4100533 Jul 08 13:04:54.116131 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 41112) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:04:54.117451 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-69d0b380-aca8-4314-b70c-0a0618f5abd6 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Request body: {'security_group_rule': {'security_group_id': 'be666b80-73fb-4087-b244-2d5837e7ba42', 'project_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:04:54.122781 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-e8845cef-fc82-4c01-8953-e98cbc0a634d tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Request body: {'security_group_rule': {'security_group_id': '1905c27f-739b-4619-88c1-b64cd2f47568', 'project_id': '72e6ac284e134db6984ee5463fd84268', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:04:54.140802 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b2c87-f7e6-4674-a956-d20fc54844bf tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1905c27f-739b-4619-88c1-b64cd2f47568,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:54.161420 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-69d0b380-aca8-4314-b70c-0a0618f5abd6 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:54.169289 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e8845cef-fc82-4c01-8953-e98cbc0a634d tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:54.240588 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-69d0b380-aca8-4314-b70c-0a0618f5abd6 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:54.247181 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-69d0b380-aca8-4314-b70c-0a0618f5abd6 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522527'] for security_group_rule, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:54.293467 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e8845cef-fc82-4c01-8953-e98cbc0a634d tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:54.297990 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d0b380-aca8-4314-b70c-0a0618f5abd6 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c33317a1-62d6-4686-a484-0a8f39be930e,revision_number=0']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:54.305116 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e8845cef-fc82-4c01-8953-e98cbc0a634d tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522527'] for security_group_rule, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:54.333861 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 4ef04a00-ebe0-478f-ba45-11c1f616adc7 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:04:54.346448 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-69d0b380-aca8-4314-b70c-0a0618f5abd6 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:54.352401 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-69d0b380-aca8-4314-b70c-0a0618f5abd6 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2366292 Jul 08 13:04:54.353454 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 41128) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:04:54.367328 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-3d38b8d3-75ce-45c7-ad31-f94c30dcbfc3 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Request body: {'security_group_rule': {'security_group_id': 'be666b80-73fb-4087-b244-2d5837e7ba42', 'project_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:04:54.383188 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8845cef-fc82-4c01-8953-e98cbc0a634d tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3836ac58-427e-407d-b4fc-34bda124d5b4,revision_number=0']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:54.384296 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] No Port match for: 4ef04a00-ebe0-478f-ba45-11c1f616adc7 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:04:54.384296 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 4ef04a00-ebe0-478f-ba45-11c1f616adc7 not bound to the agent host hv-cinder-78960 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:04:54.443765 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-3d38b8d3-75ce-45c7-ad31-f94c30dcbfc3 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:54.455935 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e8845cef-fc82-4c01-8953-e98cbc0a634d tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:54.460626 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-e8845cef-fc82-4c01-8953-e98cbc0a634d tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3382485 Jul 08 13:04:54.461488 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 41142) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:04:54.466998 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-18b89731-28cf-4f52-a69e-c4385ff79f67 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Request body: {'security_group_rule': {'security_group_id': '1905c27f-739b-4619-88c1-b64cd2f47568', 'project_id': '72e6ac284e134db6984ee5463fd84268', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:04:54.510396 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-18b89731-28cf-4f52-a69e-c4385ff79f67 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:54.522778 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-3d38b8d3-75ce-45c7-ad31-f94c30dcbfc3 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:54.534985 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a23578-f018-4a5f-b58c-34655e8bc3a9 req-f98f9240-c751-424d-95ac-0d1617186e87 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:54.538537 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-42a23578-f018-4a5f-b58c-34655e8bc3a9 req-f98f9240-c751-424d-95ac-0d1617186e87 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f336d20-fe27-4f16-a551-23556004dc14 HTTP/1.1" status: 200 len: 944 time: 0.1202397 Jul 08 13:04:54.540099 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-3d38b8d3-75ce-45c7-ad31-f94c30dcbfc3 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522527'] for security_group_rule, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:54.583521 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d38b8d3-75ce-45c7-ad31-f94c30dcbfc3 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1df6a724-9825-437a-a593-5fc26fec474b,revision_number=0']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:54.627827 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-3d38b8d3-75ce-45c7-ad31-f94c30dcbfc3 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:54.632303 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-3d38b8d3-75ce-45c7-ad31-f94c30dcbfc3 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2761123 Jul 08 13:04:54.633043 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 41146) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:04:54.640822 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-03de5b78-82c5-4e89-9e22-7d531e43eb15 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Request body: {'security_group_rule': {'security_group_id': 'be666b80-73fb-4087-b244-2d5837e7ba42', 'project_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:04:54.653392 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-42a23578-f018-4a5f-b58c-34655e8bc3a9 req-f52ece6a-536b-4224-b33e-7bb81e5a4cea tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/security-groups?id=ff71abe8-bc30-4f43-864d-85c09000d4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071451 Jul 08 13:04:54.662420 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 5549109a-91d2-457d-9a72-831bd1bb8239 up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:04:54.670419 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-18b89731-28cf-4f52-a69e-c4385ff79f67 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:54.679311 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-18b89731-28cf-4f52-a69e-c4385ff79f67 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522527'] for security_group_rule, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:54.685530 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-03de5b78-82c5-4e89-9e22-7d531e43eb15 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:54.708489 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b89731-28cf-4f52-a69e-c4385ff79f67 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b264ef1b-ca75-4f00-9d5e-3c3044d97c4a,revision_number=0']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:54.741501 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-18b89731-28cf-4f52-a69e-c4385ff79f67 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:54.742870 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-18b89731-28cf-4f52-a69e-c4385ff79f67 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2802563 Jul 08 13:04:54.745934 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 41148) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:04:54.756910 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-aeedbb10-1b92-4695-bd99-812ba2371db8 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Request body: {'security_group_rule': {'security_group_id': '1905c27f-739b-4619-88c1-b64cd2f47568', 'project_id': '72e6ac284e134db6984ee5463fd84268', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:04:54.781899 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f336d20-fe27-4f16-a551-23556004dc14', 'tag': '976ceb06-2408-468b-aa97-3af8d74ff9b1'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:04:54.787237 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79934bd8df5839606b1ce54b63dc7d70fed780423e2c756261eeaeb19bf0c4d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311f7840-5b9e-4867-adf2-5fda288bffc1" -d '{"events": [{"name": "network-changed", "server_uuid": "3f336d20-fe27-4f16-a551-23556004dc14", "tag": "976ceb06-2408-468b-aa97-3af8d74ff9b1"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:04:54.806465 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning complete for port 5549109a-91d2-457d-9a72-831bd1bb8239 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:04:54.807493 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:54.842194 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 13:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c873d7-c9bc-4b72-bb05-442a12e4c9f7 x-openstack-request-id: req-03c873d7-c9bc-4b72-bb05-442a12e4c9f7 {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:04:54.842539 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f336d20-fe27-4f16-a551-23556004dc14", "tag": "976ceb06-2408-468b-aa97-3af8d74ff9b1", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:04:54.842799 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-03c873d7-c9bc-4b72-bb05-442a12e4c9f7 {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:04:54.843377 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f336d20-fe27-4f16-a551-23556004dc14', 'tag': '976ceb06-2408-468b-aa97-3af8d74ff9b1', 'status': 'completed', 'code': 200} Jul 08 13:04:54.850454 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-aeedbb10-1b92-4695-bd99-812ba2371db8 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:54.859729 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-03de5b78-82c5-4e89-9e22-7d531e43eb15 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:54.868973 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-03de5b78-82c5-4e89-9e22-7d531e43eb15 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522527'] for security_group_rule, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:54.888673 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de5b78-82c5-4e89-9e22-7d531e43eb15 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e564f5f6-dbe2-4091-ac4c-26d8bfa655e0,revision_number=0']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:54.910602 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-03de5b78-82c5-4e89-9e22-7d531e43eb15 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:54.915049 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-03de5b78-82c5-4e89-9e22-7d531e43eb15 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2786391 Jul 08 13:04:54.915571 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 41158) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:04:54.920478 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-7b5f0b06-7c78-448e-abb4-d187c9385fdb tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Request body: {'security_group_rule': {'security_group_id': 'be666b80-73fb-4087-b244-2d5837e7ba42', 'project_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:04:54.954617 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-aeedbb10-1b92-4695-bd99-812ba2371db8 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:54.959005 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.db.securitygroups_db [None req-7b5f0b06-7c78-448e-abb4-d187c9385fdb tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Project ed74fee3baae41ecbf26ed6bbd744249 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 13:04:54.967271 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-aeedbb10-1b92-4695-bd99-812ba2371db8 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522527'] for security_group_rule, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:54.979397 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device f8c88771-efd3-4b57-8a41-38a8046c80cb up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:04:54.999597 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7b5f0b06-7c78-448e-abb4-d187c9385fdb tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:55.054912 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f624136-c8cc-450b-848e-9a0d89e9a2a5 None None] Sync routers for ids ['0f835203-8079-43a0-980f-3184c67bea3f'] in dv-cinder-789603-11-iscsi {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:04:55.070459 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f624136-c8cc-450b-848e-9a0d89e9a2a5 None None] Routers {'0f835203-8079-43a0-980f-3184c67bea3f'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:04:55.071082 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-2f624136-c8cc-450b-848e-9a0d89e9a2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:04:35Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['0f835203-8079-43a0-980f-3184c67bea3f'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:04:55.075289 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-aeedbb10-1b92-4695-bd99-812ba2371db8 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:55.076556 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-aeedbb10-1b92-4695-bd99-812ba2371db8 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3293920 Jul 08 13:04:55.079622 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 41160) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:04:55.085011 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-60ceac37-c6b4-43c3-ad79-610f7c60c9f2 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Request body: {'security_group_rule': {'security_group_id': '1905c27f-739b-4619-88c1-b64cd2f47568', 'project_id': '72e6ac284e134db6984ee5463fd84268', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:04:55.097365 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeedbb10-1b92-4695-bd99-812ba2371db8 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d2d70d9-3c39-4326-b182-a2cdfc142885,revision_number=0']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:55.098452 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning complete for port f8c88771-efd3-4b57-8a41-38a8046c80cb triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:04:55.099036 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:55.134243 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-60ceac37-c6b4-43c3-ad79-610f7c60c9f2 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:55.164461 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7b5f0b06-7c78-448e-abb4-d187c9385fdb tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:55.179170 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7b5f0b06-7c78-448e-abb4-d187c9385fdb tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522527'] for security_group_rule, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:55.203916 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5f0b06-7c78-448e-abb4-d187c9385fdb tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c38852eb-abba-4fab-919d-7a65e32fa55b,revision_number=0']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:55.242438 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7087bc-13ed-40be-9458-142b49897583 req-40d23d8d-69ca-411a-8572-9f2a4e660dba tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:55.244139 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ac7087bc-13ed-40be-9458-142b49897583 req-40d23d8d-69ca-411a-8572-9f2a4e660dba tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 945 time: 0.1712246 Jul 08 13:04:55.245353 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7b5f0b06-7c78-448e-abb4-d187c9385fdb tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:55.255704 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-7b5f0b06-7c78-448e-abb4-d187c9385fdb tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3361804 Jul 08 13:04:55.257755 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 41162) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:04:55.285309 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-35365657-3801-4894-b9ba-73ec5b28ad49 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Request body: {'security_group_rule': {'security_group_id': 'be666b80-73fb-4087-b244-2d5837e7ba42', 'project_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:04:55.353357 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.db.securitygroups_db [None req-35365657-3801-4894-b9ba-73ec5b28ad49 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Project ed74fee3baae41ecbf26ed6bbd744249 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 13:04:55.378127 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ac7087bc-13ed-40be-9458-142b49897583 req-ee7fd58a-34e3-49dd-8e21-315943082a3a tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196601 Jul 08 13:04:55.379253 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-35365657-3801-4894-b9ba-73ec5b28ad49 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:55.400362 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-60ceac37-c6b4-43c3-ad79-610f7c60c9f2 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:55.406762 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-2f624136-c8cc-450b-848e-9a0d89e9a2a5 None None] Set router 0f835203-8079-43a0-980f-3184c67bea3f gateway port host: dv-cinder-789603-11-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:04:55.408707 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-60ceac37-c6b4-43c3-ad79-610f7c60c9f2 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522527'] for security_group_rule, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:55.443089 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ceac37-c6b4-43c3-ad79-610f7c60c9f2 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae5699ba-0f7a-4f49-ba04-f91f7b4ec16d,revision_number=0']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:55.451547 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-60ceac37-c6b4-43c3-ad79-610f7c60c9f2 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:55.455691 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-60ceac37-c6b4-43c3-ad79-610f7c60c9f2 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3723321 Jul 08 13:04:55.456411 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 41176) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:04:55.461323 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-8e6139c0-da07-4dd5-9cac-2f9729ee8017 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Request body: {'security_group_rule': {'security_group_id': '1905c27f-739b-4619-88c1-b64cd2f47568', 'project_id': '72e6ac284e134db6984ee5463fd84268', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:04:55.526012 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.db.securitygroups_db [None req-8e6139c0-da07-4dd5-9cac-2f9729ee8017 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Project 72e6ac284e134db6984ee5463fd84268 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 13:04:55.534550 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8e6139c0-da07-4dd5-9cac-2f9729ee8017 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:55.540379 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-35365657-3801-4894-b9ba-73ec5b28ad49 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:55.548085 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-35365657-3801-4894-b9ba-73ec5b28ad49 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522527'] for security_group_rule, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:55.578747 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35365657-3801-4894-b9ba-73ec5b28ad49 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=497aa11a-ec88-4392-92bc-3fa6a1e399b6,revision_number=0']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:55.624387 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-35365657-3801-4894-b9ba-73ec5b28ad49 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:55.625966 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-35365657-3801-4894-b9ba-73ec5b28ad49 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3570035 Jul 08 13:04:55.676071 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8e6139c0-da07-4dd5-9cac-2f9729ee8017 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:55.690443 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8e6139c0-da07-4dd5-9cac-2f9729ee8017 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522527'] for security_group_rule, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:55.705758 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea72e42-5223-4319-b53f-97f7166af730 req-7e683eff-25af-4c61-a50f-0932043e81cf tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:55.710742 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6139c0-da07-4dd5-9cac-2f9729ee8017 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05fc6ea5-0285-48e2-95ae-3306f62628b0,revision_number=0']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:55.712955 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8ea72e42-5223-4319-b53f-97f7166af730 req-7e683eff-25af-4c61-a50f-0932043e81cf tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 943 time: 0.1393716 Jul 08 13:04:55.734247 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8e6139c0-da07-4dd5-9cac-2f9729ee8017 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:55.739983 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-8e6139c0-da07-4dd5-9cac-2f9729ee8017 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2823877 Jul 08 13:04:55.742666 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 41190) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:04:55.756327 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-63135dfc-f896-4aa4-b9dd-4493f7984829 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Request body: {'security_group_rule': {'security_group_id': '1905c27f-739b-4619-88c1-b64cd2f47568', 'project_id': '72e6ac284e134db6984ee5463fd84268', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:04:55.796256 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-2f624136-c8cc-450b-848e-9a0d89e9a2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f835203-8079-43a0-980f-3184c67bea3f', 'name': 'tempest-TestShelveInstance-334418996-router', 'tenant_id': 'cb5b54b45e75401aafc6c27aa52c9f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'f8c88771-efd3-4b57-8a41-38a8046c80cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:39Z', 'updated_at': '2021-07-08T13:04:46Z', 'revision_number': 4, 'project_id': 'cb5b54b45e75401aafc6c27aa52c9f98', 'gw_port': {'id': 'f8c88771-efd3-4b57-8a41-38a8046c80cb', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:11:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f835203-8079-43a0-980f-3184c67bea3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:40Z', 'updated_at': '2021-07-08T13:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': 'c609397f-3ea8-4d19-9578-f6dd6fcc1d27', 'name': '', 'network_id': 'f98c9093-53aa-4e55-bc5f-7b579705e33d', 'tenant_id': 'cb5b54b45e75401aafc6c27aa52c9f98', 'mac_address': 'fa:16:3e:55:24:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f835203-8079-43a0-980f-3184c67bea3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '22a772ff-a0c0-45e3-b36f-b1bf1762eaa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:45Z', 'updated_at': '2021-07-08T13:04:47Z', 'revision_number': 2, 'project_id': 'cb5b54b45e75401aafc6c27aa52c9f98', 'subnets': [{'id': '22a772ff-a0c0-45e3-b36f-b1bf1762eaa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:04:55.814698 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8ea72e42-5223-4319-b53f-97f7166af730 req-06f05332-36fa-4665-91ca-55a21d6386d5 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953689 Jul 08 13:04:55.818704 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.db.securitygroups_db [None req-63135dfc-f896-4aa4-b9dd-4493f7984829 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Project 72e6ac284e134db6984ee5463fd84268 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 13:04:55.847856 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-63135dfc-f896-4aa4-b9dd-4493f7984829 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:55.855851 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f624136-c8cc-450b-848e-9a0d89e9a2a5 None None] Checking router: 0f835203-8079-43a0-980f-3184c67bea3f for host: dv-cinder-789603-11-iscsi {{(pid=93014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:04:55.856534 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f624136-c8cc-450b-848e-9a0d89e9a2a5 None None] Updating router 0f835203-8079-43a0-980f-3184c67bea3f port c609397f-3ea8-4d19-9578-f6dd6fcc1d27 binding host dv-cinder-789603-11-iscsi {{(pid=93014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 13:04:55.938495 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-2f624136-c8cc-450b-848e-9a0d89e9a2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:56.093188 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-63135dfc-f896-4aa4-b9dd-4493f7984829 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:56.125235 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-63135dfc-f896-4aa4-b9dd-4493f7984829 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522527'] for security_group_rule, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:56.146707 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63135dfc-f896-4aa4-b9dd-4493f7984829 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=283a9b0c-482c-4950-875f-d301ce944ee1,revision_number=0']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:56.159965 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-63135dfc-f896-4aa4-b9dd-4493f7984829 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:56.161483 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-63135dfc-f896-4aa4-b9dd-4493f7984829 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4177842 Jul 08 13:04:56.188610 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a86f777-bd53-49da-addd-343212e41da1 req-5b759015-20c5-41c3-9809-f2261e588c4e tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:56.190352 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-5a86f777-bd53-49da-addd-343212e41da1 req-5b759015-20c5-41c3-9809-f2261e588c4e tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f336d20-fe27-4f16-a551-23556004dc14 HTTP/1.1" status: 200 len: 944 time: 0.1462538 Jul 08 13:04:56.269400 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-5a86f777-bd53-49da-addd-343212e41da1 req-a2aeb91e-6d34-4c67-9d73-f665e8f626d3 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/security-groups?id=ff71abe8-bc30-4f43-864d-85c09000d4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680497 Jul 08 13:04:56.293833 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 41258) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:04:56.462596 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0dffc3f8-6dcf-4237-bdf7-122401faa89f req-ed212361-00bd-473e-a7ac-96280561ad19 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1670249 Jul 08 13:04:56.479086 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-2f624136-c8cc-450b-848e-9a0d89e9a2a5 None None] Notify callbacks [] for port, precommit_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:56.492836 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.provisioning_blocks [None req-2f624136-c8cc-450b-848e-9a0d89e9a2a5 None None] Transition to ACTIVE for port object c609397f-3ea8-4d19-9578-f6dd6fcc1d27 will not be triggered until provisioned by entity L2. {{(pid=93014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:04:56.501257 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-2f624136-c8cc-450b-848e-9a0d89e9a2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:56.556324 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e88160d-d43b-478f-8b90-22231baefa6a None None] Pushing event updated for resources: {'Port': ['ID=c609397f-3ea8-4d19-9578-f6dd6fcc1d27,revision_number=3']} {{(pid=93014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:56.725207 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device caeb078a-4799-4b7d-af20-82dfac56ffea up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:04:56.765249 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-2f624136-c8cc-450b-848e-9a0d89e9a2a5 None None] Attempting to bind port c609397f-3ea8-4d19-9578-f6dd6fcc1d27 on host dv-cinder-789603-11-iscsi for vnic_type normal with profile {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 13:04:56.767505 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-2f624136-c8cc-450b-848e-9a0d89e9a2a5 None None] Attempting to bind port c609397f-3ea8-4d19-9578-f6dd6fcc1d27 by drivers openvswitch,hyperv on host dv-cinder-789603-11-iscsi at level 0 using segments [{'id': '89cbd8bf-e0aa-4953-b6d7-ff10d08c586c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f98c9093-53aa-4e55-bc5f-7b579705e33d'}] {{(pid=93014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 13:04:56.769153 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f624136-c8cc-450b-848e-9a0d89e9a2a5 None None] Attempting to bind port c609397f-3ea8-4d19-9578-f6dd6fcc1d27 on network f98c9093-53aa-4e55-bc5f-7b579705e33d {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:04:56.779133 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f624136-c8cc-450b-848e-9a0d89e9a2a5 None None] Checking agent: {'id': 'fc4e00a9-53c5-4fcb-bb0a-09b300a741e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 54, 6), 'started_at': datetime.datetime(2021, 7, 8, 12, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 13, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 13:04:56.783119 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f624136-c8cc-450b-848e-9a0d89e9a2a5 None None] Checking segment: {'id': '89cbd8bf-e0aa-4953-b6d7-ff10d08c586c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f98c9093-53aa-4e55-bc5f-7b579705e33d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:04:56.784942 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-2f624136-c8cc-450b-848e-9a0d89e9a2a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:56.785540 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f624136-c8cc-450b-848e-9a0d89e9a2a5 None None] Bound using segment: {'id': '89cbd8bf-e0aa-4953-b6d7-ff10d08c586c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f98c9093-53aa-4e55-bc5f-7b579705e33d'} {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 13:04:56.786202 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-2f624136-c8cc-450b-848e-9a0d89e9a2a5 None None] Bound port: c609397f-3ea8-4d19-9578-f6dd6fcc1d27, host: dv-cinder-789603-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89cbd8bf-e0aa-4953-b6d7-ff10d08c586c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'f98c9093-53aa-4e55-bc5f-7b579705e33d'}}] {{(pid=93014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 13:04:56.788488 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-2f624136-c8cc-450b-848e-9a0d89e9a2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:56.803470 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning for port caeb078a-4799-4b7d-af20-82dfac56ffea completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:04:56.811229 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning complete for port caeb078a-4799-4b7d-af20-82dfac56ffea triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:04:56.811933 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:56.910516 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.db [None req-2f624136-c8cc-450b-848e-9a0d89e9a2a5 None None] For port c609397f-3ea8-4d19-9578-f6dd6fcc1d27, host dv-cinder-789603-11-iscsi, cleared binding levels {{(pid=93014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 13:04:56.915001 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.db [None req-2f624136-c8cc-450b-848e-9a0d89e9a2a5 None None] For port c609397f-3ea8-4d19-9578-f6dd6fcc1d27, host dv-cinder-789603-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=c609397f-3ea8-4d19-9578-f6dd6fcc1d27,segment=NetworkSegment(89cbd8bf-e0aa-4953-b6d7-ff10d08c586c),segment_id=89cbd8bf-e0aa-4953-b6d7-ff10d08c586c)] {{(pid=93014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 13:04:56.925357 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-2f624136-c8cc-450b-848e-9a0d89e9a2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:56.977160 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:57.005632 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] For port caeb078a-4799-4b7d-af20-82dfac56ffea, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=caeb078a-4799-4b7d-af20-82dfac56ffea,segment=NetworkSegment(ec4eb99c-636e-43d3-922e-332a95a4195c),segment_id=ec4eb99c-636e-43d3-922e-332a95a4195c)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:04:57.013398 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:57.075694 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f624136-c8cc-450b-848e-9a0d89e9a2a5 None None] Routers {'0f835203-8079-43a0-980f-3184c67bea3f'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:04:57.076766 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-2f624136-c8cc-450b-848e-9a0d89e9a2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:04:35Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['0f835203-8079-43a0-980f-3184c67bea3f'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:04:57.107833 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Pushing event updated for resources: {'Port': ['ID=caeb078a-4799-4b7d-af20-82dfac56ffea,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:57.160591 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c3b54a-e9e4-40b3-9653-ba3f0a8ca9bd req-6aa4ebcf-b5c3-41a7-a0b4-d7848eaa6f0d tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:57.162188 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d6c3b54a-e9e4-40b3-9653-ba3f0a8ca9bd req-6aa4ebcf-b5c3-41a7-a0b4-d7848eaa6f0d tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 943 time: 0.1185529 Jul 08 13:04:57.194391 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e88160d-d43b-478f-8b90-22231baefa6a None None] Pushing event updated for resources: {'Port': ['ID=c609397f-3ea8-4d19-9578-f6dd6fcc1d27,revision_number=4']} {{(pid=93014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:57.211172 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d6c3b54a-e9e4-40b3-9653-ba3f0a8ca9bd req-cee9ab50-91d7-43f0-825f-5b1ba16939b1 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431278 Jul 08 13:04:57.224673 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-2f624136-c8cc-450b-848e-9a0d89e9a2a5 None None] Set router 0f835203-8079-43a0-980f-3184c67bea3f gateway port host: dv-cinder-789603-11-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:04:57.438898 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-2f624136-c8cc-450b-848e-9a0d89e9a2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f835203-8079-43a0-980f-3184c67bea3f', 'name': 'tempest-TestShelveInstance-334418996-router', 'tenant_id': 'cb5b54b45e75401aafc6c27aa52c9f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'f8c88771-efd3-4b57-8a41-38a8046c80cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:39Z', 'updated_at': '2021-07-08T13:04:46Z', 'revision_number': 4, 'project_id': 'cb5b54b45e75401aafc6c27aa52c9f98', 'gw_port': {'id': 'f8c88771-efd3-4b57-8a41-38a8046c80cb', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:11:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f835203-8079-43a0-980f-3184c67bea3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:40Z', 'updated_at': '2021-07-08T13:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': 'c609397f-3ea8-4d19-9578-f6dd6fcc1d27', 'name': '', 'network_id': 'f98c9093-53aa-4e55-bc5f-7b579705e33d', 'tenant_id': 'cb5b54b45e75401aafc6c27aa52c9f98', 'mac_address': 'fa:16:3e:55:24:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f835203-8079-43a0-980f-3184c67bea3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '22a772ff-a0c0-45e3-b36f-b1bf1762eaa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:45Z', 'updated_at': '2021-07-08T13:04:56Z', 'revision_number': 4, 'project_id': 'cb5b54b45e75401aafc6c27aa52c9f98', 'subnets': [{'id': '22a772ff-a0c0-45e3-b36f-b1bf1762eaa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:04:57.466392 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f624136-c8cc-450b-848e-9a0d89e9a2a5 None None] The sync data for ids ['0f835203-8079-43a0-980f-3184c67bea3f'] in dv-cinder-789603-11-iscsi is: [{'id': '0f835203-8079-43a0-980f-3184c67bea3f', 'name': 'tempest-TestShelveInstance-334418996-router', 'tenant_id': 'cb5b54b45e75401aafc6c27aa52c9f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'f8c88771-efd3-4b57-8a41-38a8046c80cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:39Z', 'updated_at': '2021-07-08T13:04:46Z', 'revision_number': 4, 'project_id': 'cb5b54b45e75401aafc6c27aa52c9f98', 'gw_port': {'id': 'f8c88771-efd3-4b57-8a41-38a8046c80cb', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:11:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f835203-8079-43a0-980f-3184c67bea3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:40Z', 'updated_at': '2021-07-08T13:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': 'c609397f-3ea8-4d19-9578-f6dd6fcc1d27', 'name': '', 'network_id': 'f98c9093-53aa-4e55-bc5f-7b579705e33d', 'tenant_id': 'cb5b54b45e75401aafc6c27aa52c9f98', 'mac_address': 'fa:16:3e:55:24:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f835203-8079-43a0-980f-3184c67bea3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '22a772ff-a0c0-45e3-b36f-b1bf1762eaa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:45Z', 'updated_at': '2021-07-08T13:04:56Z', 'revision_number': 4, 'project_id': 'cb5b54b45e75401aafc6c27aa52c9f98', 'subnets': [{'id': '22a772ff-a0c0-45e3-b36f-b1bf1762eaa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:04:57.487884 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5056edd3-cf70-4bcd-b825-60358b542c01 req-fef5354e-498e-4ae7-83ef-6134ec10da61 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:57.489413 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-5056edd3-cf70-4bcd-b825-60358b542c01 req-fef5354e-498e-4ae7-83ef-6134ec10da61 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f336d20-fe27-4f16-a551-23556004dc14 HTTP/1.1" status: 200 len: 944 time: 0.0660844 Jul 08 13:04:57.528914 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-5056edd3-cf70-4bcd-b825-60358b542c01 req-cb64603d-da2d-4564-9e57-0a984bdf3b7b tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/security-groups?id=ff71abe8-bc30-4f43-864d-85c09000d4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339952 Jul 08 13:04:57.732167 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b709c77-248c-4337-9df9-049e9cb7f59b None None] Sync routers for ids ['b8de80d2-2337-49c0-8c05-3ad91f065573'] in dv-cinder-789603-11-iscsi {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:04:57.742320 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b709c77-248c-4337-9df9-049e9cb7f59b None None] Routers {'b8de80d2-2337-49c0-8c05-3ad91f065573'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:04:57.743010 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-2b709c77-248c-4337-9df9-049e9cb7f59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:04:35Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['b8de80d2-2337-49c0-8c05-3ad91f065573'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:04:57.954931 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f7840-5b9e-4867-adf2-5fda288bffc1 req-9cb36896-8abd-4731-bc40-9fdef580e055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:57.956970 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-311f7840-5b9e-4867-adf2-5fda288bffc1 req-9cb36896-8abd-4731-bc40-9fdef580e055 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a7504f2f14af4dceb9cfafb69ef71392&device_id=3f336d20-fe27-4f16-a551-23556004dc14 HTTP/1.1" status: 200 len: 1097 time: 0.0860634 Jul 08 13:04:57.990777 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-2b709c77-248c-4337-9df9-049e9cb7f59b None None] Set router b8de80d2-2337-49c0-8c05-3ad91f065573 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:04:58.114390 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f7840-5b9e-4867-adf2-5fda288bffc1 req-f73e24b2-307d-4cae-a8a0-fd7e8cd49cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:58.123126 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-311f7840-5b9e-4867-adf2-5fda288bffc1 req-f73e24b2-307d-4cae-a8a0-fd7e8cd49cb4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=67d063cc-baa6-4798-bdf8-b13215622d44 HTTP/1.1" status: 200 len: 915 time: 0.1523962 Jul 08 13:04:58.213012 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-311f7840-5b9e-4867-adf2-5fda288bffc1 req-4a3f4824-bd46-447d-b0bf-106fd3827fb5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=976ceb06-2408-468b-aa97-3af8d74ff9b1 HTTP/1.1" status: 200 len: 217 time: 0.0728605 Jul 08 13:04:58.295147 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f7840-5b9e-4867-adf2-5fda288bffc1 req-e555a9ac-71d1-4bd0-9f3a-06bbce90363e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:58.297321 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-311f7840-5b9e-4867-adf2-5fda288bffc1 req-e555a9ac-71d1-4bd0-9f3a-06bbce90363e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=54909c30-b75f-4721-96a4-99648762a3fc HTTP/1.1" status: 200 len: 854 time: 0.0754790 Jul 08 13:04:58.329240 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-2b709c77-248c-4337-9df9-049e9cb7f59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8de80d2-2337-49c0-8c05-3ad91f065573', 'name': 'tempest-TestVolumeBootPattern-1030980631-router', 'tenant_id': '476b7c2766aa45a5ab4e5b31d1194e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': 'caeb078a-4799-4b7d-af20-82dfac56ffea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:44Z', 'updated_at': '2021-07-08T13:04:50Z', 'revision_number': 4, 'project_id': '476b7c2766aa45a5ab4e5b31d1194e4f', 'gw_port': {'id': 'caeb078a-4799-4b7d-af20-82dfac56ffea', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:30:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8de80d2-2337-49c0-8c05-3ad91f065573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:45Z', 'updated_at': '2021-07-08T13:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': 'ed681079-d29d-482a-acf2-54744f3c01c8', 'name': '', 'network_id': '5bdbb0fd-c793-42ba-ab44-134d35a10b17', 'tenant_id': '476b7c2766aa45a5ab4e5b31d1194e4f', 'mac_address': 'fa:16:3e:39:06:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8de80d2-2337-49c0-8c05-3ad91f065573', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '844e7dc4-3e30-48f0-8852-7f6b418c4a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:49Z', 'updated_at': '2021-07-08T13:04:51Z', 'revision_number': 2, 'project_id': '476b7c2766aa45a5ab4e5b31d1194e4f', 'subnets': [{'id': '844e7dc4-3e30-48f0-8852-7f6b418c4a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:04:58.366490 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-311f7840-5b9e-4867-adf2-5fda288bffc1 req-870b1158-24eb-4a12-b84c-957a67dedd77 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=67d063cc-baa6-4798-bdf8-b13215622d44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488896 Jul 08 13:04:58.409112 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b709c77-248c-4337-9df9-049e9cb7f59b None None] Checking router: b8de80d2-2337-49c0-8c05-3ad91f065573 for host: dv-cinder-789603-11-iscsi {{(pid=93013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:04:58.409471 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b709c77-248c-4337-9df9-049e9cb7f59b None None] Updating router b8de80d2-2337-49c0-8c05-3ad91f065573 port ed681079-d29d-482a-acf2-54744f3c01c8 binding host dv-cinder-789603-11-iscsi {{(pid=93013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 13:04:58.451379 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-2b709c77-248c-4337-9df9-049e9cb7f59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:58.503116 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-311f7840-5b9e-4867-adf2-5fda288bffc1 req-efd9db39-c24c-44c5-9319-e593da4475f7 service neutron] 10.222.0.21 "GET /v2.0/networks/67d063cc-baa6-4798-bdf8-b13215622d44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212444 Jul 08 13:04:58.527173 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe746d9-0aea-4086-8986-51d522bf9208 req-58a1c9c0-8740-49a0-bb8e-0876624029b7 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:58.541396 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9fe746d9-0aea-4086-8986-51d522bf9208 req-58a1c9c0-8740-49a0-bb8e-0876624029b7 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 943 time: 0.1194990 Jul 08 13:04:58.619807 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9fe746d9-0aea-4086-8986-51d522bf9208 req-6a62fcf3-eca9-423b-bfe0-a6fe59f9f05d tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770831 Jul 08 13:04:58.691605 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device c609397f-3ea8-4d19-9578-f6dd6fcc1d27 up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:04:58.693706 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-311f7840-5b9e-4867-adf2-5fda288bffc1 req-17c3eecc-a368-4bb6-9590-eca6b315dfb6 service neutron] 10.222.0.21 "GET /v2.0/networks/67d063cc-baa6-4798-bdf8-b13215622d44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820278 Jul 08 13:04:58.790406 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning for port c609397f-3ea8-4d19-9578-f6dd6fcc1d27 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:04:58.795695 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe99a7c-2f06-40a1-b688-123dead12349 req-2bc77ef2-d8cf-44a8-a579-982ace4bffdc tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:58.798269 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-5fe99a7c-2f06-40a1-b688-123dead12349 req-2bc77ef2-d8cf-44a8-a579-982ace4bffdc tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f336d20-fe27-4f16-a551-23556004dc14 HTTP/1.1" status: 200 len: 944 time: 0.0772741 Jul 08 13:04:58.798428 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning complete for port c609397f-3ea8-4d19-9578-f6dd6fcc1d27 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:04:58.798797 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:58.850171 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-5fe99a7c-2f06-40a1-b688-123dead12349 req-6e3397bc-12d4-4a80-b2ec-7f38c8e0c842 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/security-groups?id=ff71abe8-bc30-4f43-864d-85c09000d4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457332 Jul 08 13:04:58.871330 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-2b709c77-248c-4337-9df9-049e9cb7f59b None None] Notify callbacks [] for port, precommit_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:58.884395 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-2b709c77-248c-4337-9df9-049e9cb7f59b None None] Transition to ACTIVE for port object ed681079-d29d-482a-acf2-54744f3c01c8 will not be triggered until provisioned by entity L2. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:04:58.891145 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-2b709c77-248c-4337-9df9-049e9cb7f59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:58.974226 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:58.993617 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a4f32-4056-4e55-8783-67531142f90f None None] Pushing event updated for resources: {'Port': ['ID=ed681079-d29d-482a-acf2-54744f3c01c8,revision_number=3']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:59.009043 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-fa790a38-f2d4-4eda-b15c-13523561691e req-ddea8b62-323e-4bf0-8ac1-01a9864b68b6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0672667 Jul 08 13:04:59.067684 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] For port c609397f-3ea8-4d19-9578-f6dd6fcc1d27, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=c609397f-3ea8-4d19-9578-f6dd6fcc1d27,segment=NetworkSegment(89cbd8bf-e0aa-4953-b6d7-ff10d08c586c),segment_id=89cbd8bf-e0aa-4953-b6d7-ff10d08c586c)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:04:59.073677 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-2b709c77-248c-4337-9df9-049e9cb7f59b None None] Attempting to bind port ed681079-d29d-482a-acf2-54744f3c01c8 on host dv-cinder-789603-11-iscsi for vnic_type normal with profile {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 13:04:59.074139 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-2b709c77-248c-4337-9df9-049e9cb7f59b None None] Attempting to bind port ed681079-d29d-482a-acf2-54744f3c01c8 by drivers openvswitch,hyperv on host dv-cinder-789603-11-iscsi at level 0 using segments [{'id': '5e786992-6729-4aa4-9d56-44def3109435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5bdbb0fd-c793-42ba-ab44-134d35a10b17'}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 13:04:59.074495 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b709c77-248c-4337-9df9-049e9cb7f59b None None] Attempting to bind port ed681079-d29d-482a-acf2-54744f3c01c8 on network 5bdbb0fd-c793-42ba-ab44-134d35a10b17 {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:04:59.076523 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:59.077331 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device caeb078a-4799-4b7d-af20-82dfac56ffea up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:04:59.128110 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b709c77-248c-4337-9df9-049e9cb7f59b None None] Checking agent: {'id': 'fc4e00a9-53c5-4fcb-bb0a-09b300a741e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 54, 6), 'started_at': datetime.datetime(2021, 7, 8, 12, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 13, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 13:04:59.128374 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b709c77-248c-4337-9df9-049e9cb7f59b None None] Checking segment: {'id': '5e786992-6729-4aa4-9d56-44def3109435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5bdbb0fd-c793-42ba-ab44-134d35a10b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:04:59.128779 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-2b709c77-248c-4337-9df9-049e9cb7f59b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:59.129178 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b709c77-248c-4337-9df9-049e9cb7f59b None None] Bound using segment: {'id': '5e786992-6729-4aa4-9d56-44def3109435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5bdbb0fd-c793-42ba-ab44-134d35a10b17'} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 13:04:59.129649 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-2b709c77-248c-4337-9df9-049e9cb7f59b None None] Bound port: ed681079-d29d-482a-acf2-54744f3c01c8, host: dv-cinder-789603-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e786992-6729-4aa4-9d56-44def3109435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '5bdbb0fd-c793-42ba-ab44-134d35a10b17'}}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 13:04:59.130247 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-2b709c77-248c-4337-9df9-049e9cb7f59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:59.167799 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa790a38-f2d4-4eda-b15c-13523561691e req-9b99a4b2-5807-4997-ad4f-8142147103cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:59.170009 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-fa790a38-f2d4-4eda-b15c-13523561691e req-9b99a4b2-5807-4997-ad4f-8142147103cc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=11619993cd774ac09b800cbdf78beb05&device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 1099 time: 0.0680563 Jul 08 13:04:59.242790 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Pushing event updated for resources: {'Port': ['ID=c609397f-3ea8-4d19-9578-f6dd6fcc1d27,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:59.269536 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning complete for port caeb078a-4799-4b7d-af20-82dfac56ffea triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:04:59.269904 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:59.271802 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-2b709c77-248c-4337-9df9-049e9cb7f59b None None] For port ed681079-d29d-482a-acf2-54744f3c01c8, host dv-cinder-789603-11-iscsi, cleared binding levels {{(pid=93013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 13:04:59.275548 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-2b709c77-248c-4337-9df9-049e9cb7f59b None None] For port ed681079-d29d-482a-acf2-54744f3c01c8, host dv-cinder-789603-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=ed681079-d29d-482a-acf2-54744f3c01c8,segment=NetworkSegment(5e786992-6729-4aa4-9d56-44def3109435),segment_id=5e786992-6729-4aa4-9d56-44def3109435)] {{(pid=93013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 13:04:59.287843 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa790a38-f2d4-4eda-b15c-13523561691e req-dc06644e-42ac-4bf2-b166-65e25b1b8e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:59.289288 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-fa790a38-f2d4-4eda-b15c-13523561691e req-dc06644e-42ac-4bf2-b166-65e25b1b8e90 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3251653d-c1cd-4817-8726-9493dab78425 HTTP/1.1" status: 200 len: 912 time: 0.0982206 Jul 08 13:04:59.295273 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-2b709c77-248c-4337-9df9-049e9cb7f59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:04:59.375883 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a4f32-4056-4e55-8783-67531142f90f None None] Pushing event updated for resources: {'Port': ['ID=ed681079-d29d-482a-acf2-54744f3c01c8,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:04:59.381182 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b709c77-248c-4337-9df9-049e9cb7f59b None None] Routers {'b8de80d2-2337-49c0-8c05-3ad91f065573'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:04:59.381800 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-2b709c77-248c-4337-9df9-049e9cb7f59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:04:35Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['b8de80d2-2337-49c0-8c05-3ad91f065573'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:04:59.387813 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-fa790a38-f2d4-4eda-b15c-13523561691e req-db729c0a-78bb-4250-a4e0-2f5f39c1f520 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c56eead0-56c8-4fa5-9021-fffd33d18acc HTTP/1.1" status: 200 len: 1002 time: 0.0903125 Jul 08 13:04:59.456745 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa790a38-f2d4-4eda-b15c-13523561691e req-54b31b53-a8eb-41cb-8e23-da96acc534b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:59.458454 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-fa790a38-f2d4-4eda-b15c-13523561691e req-54b31b53-a8eb-41cb-8e23-da96acc534b4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d3709b84-2db1-4e0f-9f70-caed69efa57a HTTP/1.1" status: 200 len: 850 time: 0.0639324 Jul 08 13:04:59.462346 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9b916-b81c-45b2-896b-0cad96aa63de req-077f1c9d-124a-4c0c-93b3-60ad26b36274 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:59.464087 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-95f9b916-b81c-45b2-896b-0cad96aa63de req-077f1c9d-124a-4c0c-93b3-60ad26b36274 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 945 time: 0.0798833 Jul 08 13:04:59.534922 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-2b709c77-248c-4337-9df9-049e9cb7f59b None None] Set router b8de80d2-2337-49c0-8c05-3ad91f065573 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:04:59.535541 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa790a38-f2d4-4eda-b15c-13523561691e req-41dea8ed-d9f8-4a8b-9229-3726f7894bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:59.536032 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-95f9b916-b81c-45b2-896b-0cad96aa63de req-b8bbf29f-ab7c-48d9-b834-958e97db5f0c tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588028 Jul 08 13:04:59.538181 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-fa790a38-f2d4-4eda-b15c-13523561691e req-41dea8ed-d9f8-4a8b-9229-3726f7894bfc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3251653d-c1cd-4817-8726-9493dab78425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0714302 Jul 08 13:04:59.688352 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-fa790a38-f2d4-4eda-b15c-13523561691e req-7b4d390f-c2d8-4cc6-a49c-ae81e7384759 service neutron] 10.222.0.21 "GET /v2.0/networks/3251653d-c1cd-4817-8726-9493dab78425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421559 Jul 08 13:04:59.789507 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 976ceb06-2408-468b-aa97-3af8d74ff9b1 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=93013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 13:04:59.858016 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe48115-328b-4782-ad5a-7a6c8d6041d0 req-7453dd36-ad43-4aa4-9f52-a612e9f23b96 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:04:59.860756 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1fe48115-328b-4782-ad5a-7a6c8d6041d0 req-7453dd36-ad43-4aa4-9f52-a612e9f23b96 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 943 time: 0.0876749 Jul 08 13:04:59.867471 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-fa790a38-f2d4-4eda-b15c-13523561691e req-c57d30a0-a08b-4d37-af08-b4c903c51b1d service neutron] 10.222.0.21 "GET /v2.0/networks/3251653d-c1cd-4817-8726-9493dab78425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629245 Jul 08 13:04:59.909721 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1fe48115-328b-4782-ad5a-7a6c8d6041d0 req-d317c3ae-c6e2-40c2-bcba-c885a0a5eb01 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401754 Jul 08 13:04:59.925656 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-2b709c77-248c-4337-9df9-049e9cb7f59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8de80d2-2337-49c0-8c05-3ad91f065573', 'name': 'tempest-TestVolumeBootPattern-1030980631-router', 'tenant_id': '476b7c2766aa45a5ab4e5b31d1194e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': 'caeb078a-4799-4b7d-af20-82dfac56ffea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:44Z', 'updated_at': '2021-07-08T13:04:50Z', 'revision_number': 4, 'project_id': '476b7c2766aa45a5ab4e5b31d1194e4f', 'gw_port': {'id': 'caeb078a-4799-4b7d-af20-82dfac56ffea', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:30:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8de80d2-2337-49c0-8c05-3ad91f065573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:45Z', 'updated_at': '2021-07-08T13:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': 'ed681079-d29d-482a-acf2-54744f3c01c8', 'name': '', 'network_id': '5bdbb0fd-c793-42ba-ab44-134d35a10b17', 'tenant_id': '476b7c2766aa45a5ab4e5b31d1194e4f', 'mac_address': 'fa:16:3e:39:06:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8de80d2-2337-49c0-8c05-3ad91f065573', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '844e7dc4-3e30-48f0-8852-7f6b418c4a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:49Z', 'updated_at': '2021-07-08T13:04:59Z', 'revision_number': 4, 'project_id': '476b7c2766aa45a5ab4e5b31d1194e4f', 'subnets': [{'id': '844e7dc4-3e30-48f0-8852-7f6b418c4a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:04:59.980419 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b709c77-248c-4337-9df9-049e9cb7f59b None None] The sync data for ids ['b8de80d2-2337-49c0-8c05-3ad91f065573'] in dv-cinder-789603-11-iscsi is: [{'id': 'b8de80d2-2337-49c0-8c05-3ad91f065573', 'name': 'tempest-TestVolumeBootPattern-1030980631-router', 'tenant_id': '476b7c2766aa45a5ab4e5b31d1194e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': 'caeb078a-4799-4b7d-af20-82dfac56ffea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:44Z', 'updated_at': '2021-07-08T13:04:50Z', 'revision_number': 4, 'project_id': '476b7c2766aa45a5ab4e5b31d1194e4f', 'gw_port': {'id': 'caeb078a-4799-4b7d-af20-82dfac56ffea', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:30:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8de80d2-2337-49c0-8c05-3ad91f065573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:45Z', 'updated_at': '2021-07-08T13:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': 'ed681079-d29d-482a-acf2-54744f3c01c8', 'name': '', 'network_id': '5bdbb0fd-c793-42ba-ab44-134d35a10b17', 'tenant_id': '476b7c2766aa45a5ab4e5b31d1194e4f', 'mac_address': 'fa:16:3e:39:06:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8de80d2-2337-49c0-8c05-3ad91f065573', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '844e7dc4-3e30-48f0-8852-7f6b418c4a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:49Z', 'updated_at': '2021-07-08T13:04:59Z', 'revision_number': 4, 'project_id': '476b7c2766aa45a5ab4e5b31d1194e4f', 'subnets': [{'id': '844e7dc4-3e30-48f0-8852-7f6b418c4a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:05:00.020586 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port 976ceb06-2408-468b-aa97-3af8d74ff9b1, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=976ceb06-2408-468b-aa97-3af8d74ff9b1,segment=NetworkSegment(5b71ba67-5771-4488-b4a2-a47ffb209829),segment_id=5b71ba67-5771-4488-b4a2-a47ffb209829)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:05:00.041744 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Returning: {'device': '976ceb06-2408-468b-aa97-3af8d74ff9b1', 'network_id': '67d063cc-baa6-4798-bdf8-b13215622d44', 'port_id': '976ceb06-2408-468b-aa97-3af8d74ff9b1', 'mac_address': 'fa:16:3e:b1:40:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54909c30-b75f-4721-96a4-99648762a3fc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 13:05:00.064998 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:00.138087 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:00.140604 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946c5d0-ff8a-46e8-a1f4-fd47545c8ad0 req-33f23e20-c9fd-4614-9e6a-0047d6e7100c tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:00.142155 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7946c5d0-ff8a-46e8-a1f4-fd47545c8ad0 req-33f23e20-c9fd-4614-9e6a-0047d6e7100c tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f336d20-fe27-4f16-a551-23556004dc14 HTTP/1.1" status: 200 len: 944 time: 0.0884888 Jul 08 13:05:00.158090 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 976ceb06-2408-468b-aa97-3af8d74ff9b1 {{(pid=93013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:05:00.186521 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port 976ceb06-2408-468b-aa97-3af8d74ff9b1, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=976ceb06-2408-468b-aa97-3af8d74ff9b1,segment=NetworkSegment(5b71ba67-5771-4488-b4a2-a47ffb209829),segment_id=5b71ba67-5771-4488-b4a2-a47ffb209829)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:05:00.197959 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:00.210128 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7946c5d0-ff8a-46e8-a1f4-fd47545c8ad0 req-2071c6a1-865e-4f0f-aa52-a2a7f7d52fec tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/security-groups?id=ff71abe8-bc30-4f43-864d-85c09000d4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620244 Jul 08 13:05:00.297277 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Pushing event updated for resources: {'Port': ['ID=976ceb06-2408-468b-aa97-3af8d74ff9b1,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:05:00.614674 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device c609397f-3ea8-4d19-9578-f6dd6fcc1d27 up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:05:00.642199 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] get_ports_and_sgs() called for port_ids ['976ceb06-2408-468b-aa97-3af8d74ff9b1'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 13:05:00.708218 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning complete for port c609397f-3ea8-4d19-9578-f6dd6fcc1d27 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:05:00.708601 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:00.866801 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dffc3f8-6dcf-4237-bdf7-122401faa89f req-9400d22f-f338-43de-bc1d-9d6dd1da6d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:00.868381 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0dffc3f8-6dcf-4237-bdf7-122401faa89f req-9400d22f-f338-43de-bc1d-9d6dd1da6d95 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce&tenant_id=45f87e6dad28491db9dd7c8bd15c288e HTTP/1.1" status: 200 len: 1096 time: 0.1029947 Jul 08 13:05:00.959794 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device ed681079-d29d-482a-acf2-54744f3c01c8 up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:05:01.021618 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dffc3f8-6dcf-4237-bdf7-122401faa89f req-45d0e4a4-56db-4d9a-b555-529d3d9badff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:01.022216 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning for port ed681079-d29d-482a-acf2-54744f3c01c8 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:05:01.023960 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0dffc3f8-6dcf-4237-bdf7-122401faa89f req-45d0e4a4-56db-4d9a-b555-529d3d9badff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=45f87e6dad28491db9dd7c8bd15c288e&device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 1096 time: 0.0680118 Jul 08 13:05:01.026092 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning complete for port ed681079-d29d-482a-acf2-54744f3c01c8 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:05:01.026465 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:01.115055 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:01.158390 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] For port ed681079-d29d-482a-acf2-54744f3c01c8, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=ed681079-d29d-482a-acf2-54744f3c01c8,segment=NetworkSegment(5e786992-6729-4aa4-9d56-44def3109435),segment_id=5e786992-6729-4aa4-9d56-44def3109435)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:05:01.162988 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:01.184145 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dffc3f8-6dcf-4237-bdf7-122401faa89f req-187aa161-988c-4621-b9fe-b5c5fa804d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:01.185635 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0dffc3f8-6dcf-4237-bdf7-122401faa89f req-187aa161-988c-4621-b9fe-b5c5fa804d22 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a04372ec-c042-4405-a1d0-b6660a8bf946 HTTP/1.1" status: 200 len: 917 time: 0.1406114 Jul 08 13:05:01.194344 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c7ef9-878b-44ef-a569-e304488b7342 req-c5d1e293-5607-40ea-9e79-6eee547ce5dc tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:01.195721 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-724c7ef9-878b-44ef-a569-e304488b7342 req-c5d1e293-5607-40ea-9e79-6eee547ce5dc tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 943 time: 0.1303065 Jul 08 13:05:01.213190 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Pushing event updated for resources: {'Port': ['ID=ed681079-d29d-482a-acf2-54744f3c01c8,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:05:01.284611 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-724c7ef9-878b-44ef-a569-e304488b7342 req-8bd38504-2776-4a52-a3dd-e29e7a677d24 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831549 Jul 08 13:05:01.296961 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0dffc3f8-6dcf-4237-bdf7-122401faa89f req-4181fb68-3439-4d31-b08b-1b535b821adf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a444704-0459-47f5-8a8e-0527f9196d16 HTTP/1.1" status: 200 len: 999 time: 0.0777080 Jul 08 13:05:01.368206 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dffc3f8-6dcf-4237-bdf7-122401faa89f req-5b1ea495-40a7-4c6d-b2c8-1ae99948e7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:01.369840 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0dffc3f8-6dcf-4237-bdf7-122401faa89f req-5b1ea495-40a7-4c6d-b2c8-1ae99948e7a1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5a7a9e7d-3071-4940-95e2-12dfd08df222 HTTP/1.1" status: 200 len: 855 time: 0.0634468 Jul 08 13:05:01.405479 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc49e7-9303-4803-86cf-309d0318babb req-7fbf6de0-7bdd-4c4a-a4d9-fe0b37c7de4d tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:01.407108 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d7cc49e7-9303-4803-86cf-309d0318babb req-7fbf6de0-7bdd-4c4a-a4d9-fe0b37c7de4d tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f336d20-fe27-4f16-a551-23556004dc14 HTTP/1.1" status: 200 len: 945 time: 0.0851939 Jul 08 13:05:01.443661 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dffc3f8-6dcf-4237-bdf7-122401faa89f req-be6a208e-522c-40f7-9d40-918cce76e689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:01.445289 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0dffc3f8-6dcf-4237-bdf7-122401faa89f req-be6a208e-522c-40f7-9d40-918cce76e689 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a04372ec-c042-4405-a1d0-b6660a8bf946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0569813 Jul 08 13:05:01.457660 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d7cc49e7-9303-4803-86cf-309d0318babb req-39ec4a52-0610-4ebb-95ff-c9378abdc604 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/security-groups?id=ff71abe8-bc30-4f43-864d-85c09000d4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441813 Jul 08 13:05:01.548560 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0dffc3f8-6dcf-4237-bdf7-122401faa89f req-145f7bc0-738a-41b3-86ce-480fd3ca3abe service neutron] 10.222.0.21 "GET /v2.0/networks/a04372ec-c042-4405-a1d0-b6660a8bf946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862985 Jul 08 13:05:01.640598 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0dffc3f8-6dcf-4237-bdf7-122401faa89f req-7aa7a35b-0fb3-4fed-9bce-120f63c0a22a service neutron] 10.222.0.21 "GET /v2.0/networks/a04372ec-c042-4405-a1d0-b6660a8bf946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834744 Jul 08 13:05:01.799320 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 976ceb06-2408-468b-aa97-3af8d74ff9b1 up at agent hyperv_hv-cinder-78960 {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:05:01.848664 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Provisioning for port 976ceb06-2408-468b-aa97-3af8d74ff9b1 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:05:01.852776 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Provisioning complete for port 976ceb06-2408-468b-aa97-3af8d74ff9b1 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:05:01.853153 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:01.933857 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:01.957736 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f336d20-fe27-4f16-a551-23556004dc14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '976ceb06-2408-468b-aa97-3af8d74ff9b1'}] {{(pid=93013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:05:01.959969 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437348d2bcada7eee63ab7a3e0cc12fc8f9484ad9c5d405f769a928aff85887c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77c187b-a088-43d6-842f-2cebe4529220" -d '{"events": [{"server_uuid": "3f336d20-fe27-4f16-a551-23556004dc14", "name": "network-vif-plugged", "status": "completed", "tag": "976ceb06-2408-468b-aa97-3af8d74ff9b1"}]}' {{(pid=93013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:05:01.972988 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port 976ceb06-2408-468b-aa97-3af8d74ff9b1, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=976ceb06-2408-468b-aa97-3af8d74ff9b1,segment=NetworkSegment(5b71ba67-5771-4488-b4a2-a47ffb209829),segment_id=5b71ba67-5771-4488-b4a2-a47ffb209829)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:05:01.977166 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:02.000764 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8488a5e5-07cf-40f6-9303-fe62884668b0 x-openstack-request-id: req-8488a5e5-07cf-40f6-9303-fe62884668b0 {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:05:02.001061 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f336d20-fe27-4f16-a551-23556004dc14", "name": "network-vif-plugged", "status": "completed", "tag": "976ceb06-2408-468b-aa97-3af8d74ff9b1", "code": 200}]} {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:05:02.001316 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8488a5e5-07cf-40f6-9303-fe62884668b0 {{(pid=93013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:05:02.001703 dv-cinder-789603-11-iscsi neutron-server[93013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f336d20-fe27-4f16-a551-23556004dc14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '976ceb06-2408-468b-aa97-3af8d74ff9b1', 'code': 200} Jul 08 13:05:02.030679 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Pushing event updated for resources: {'Port': ['ID=976ceb06-2408-468b-aa97-3af8d74ff9b1,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:05:02.266707 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb276086-7483-4b0a-ab15-3c134c45651d req-42abadef-3847-47e6-a549-74373e715856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:02.268321 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-bb276086-7483-4b0a-ab15-3c134c45651d req-42abadef-3847-47e6-a549-74373e715856 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3f336d20-fe27-4f16-a551-23556004dc14 HTTP/1.1" status: 200 len: 1099 time: 0.0525284 Jul 08 13:05:02.306438 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-bb276086-7483-4b0a-ab15-3c134c45651d req-74edae62-59d3-4d7a-9595-0a0c164ecc59 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ff71abe8-bc30-4f43-864d-85c09000d4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277369 Jul 08 13:05:02.494158 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22feb795-c448-4b1b-8617-09e1a3dc8907 req-7107cdec-6888-452e-b559-fca891955e3a tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:02.495748 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-22feb795-c448-4b1b-8617-09e1a3dc8907 req-7107cdec-6888-452e-b559-fca891955e3a tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 943 time: 0.0661397 Jul 08 13:05:02.518228 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-2f19ae12-085a-49ee-bcb0-77e051c7ff3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:02.552803 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-22feb795-c448-4b1b-8617-09e1a3dc8907 req-7e6d1317-f6de-4d27-a07d-04117b3d1e17 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371203 Jul 08 13:05:02.593454 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device ed681079-d29d-482a-acf2-54744f3c01c8 up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:05:02.647554 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85b301-1879-4bd6-93ee-a99a18c04961 req-45a32d03-7e34-44de-bbe2-1cc6333ca6a2 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:02.647795 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning complete for port ed681079-d29d-482a-acf2-54744f3c01c8 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:05:02.648032 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:02.649099 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-fa85b301-1879-4bd6-93ee-a99a18c04961 req-45a32d03-7e34-44de-bbe2-1cc6333ca6a2 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f336d20-fe27-4f16-a551-23556004dc14 HTTP/1.1" status: 200 len: 946 time: 0.0753665 Jul 08 13:05:02.689260 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-fa85b301-1879-4bd6-93ee-a99a18c04961 req-03fa7e90-bd11-44db-8826-79a49ace1d34 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/security-groups?id=ff71abe8-bc30-4f43-864d-85c09000d4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334582 Jul 08 13:05:03.737133 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47af145-bc27-4136-8ed6-543f146a56dd req-acc4f051-9328-44d0-880e-962bab071012 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:03.739596 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b47af145-bc27-4136-8ed6-543f146a56dd req-acc4f051-9328-44d0-880e-962bab071012 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 943 time: 0.0708320 Jul 08 13:05:03.780564 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b47af145-bc27-4136-8ed6-543f146a56dd req-81838bf4-5ae7-4358-b7e6-c00edf2afe52 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352437 Jul 08 13:05:03.890930 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7aa70-04c0-4976-8b2d-9b68b69b7214 req-9e924cec-5bf1-4dc7-881f-31a279585882 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:03.892494 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-cef7aa70-04c0-4976-8b2d-9b68b69b7214 req-9e924cec-5bf1-4dc7-881f-31a279585882 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f336d20-fe27-4f16-a551-23556004dc14 HTTP/1.1" status: 200 len: 946 time: 0.0743926 Jul 08 13:05:03.934964 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-cef7aa70-04c0-4976-8b2d-9b68b69b7214 req-71dfe74f-d2f0-41f6-a1c0-1a243aa2242b tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/security-groups?id=ff71abe8-bc30-4f43-864d-85c09000d4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368748 Jul 08 13:05:04.961900 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b0279-d927-40c5-92e1-97afdb3c85e5 req-12748190-6fb9-455d-bbce-0d46b8fdc27d tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:04.963398 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b03b0279-d927-40c5-92e1-97afdb3c85e5 req-12748190-6fb9-455d-bbce-0d46b8fdc27d tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 943 time: 0.0639157 Jul 08 13:05:05.003353 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b03b0279-d927-40c5-92e1-97afdb3c85e5 req-0f8b9d37-1878-46dc-9e5c-a6eb43f372ac tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337427 Jul 08 13:05:05.117455 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7656546d-3678-4eb1-b387-bf43786d85d1 req-860bab37-343f-408a-b086-52b5dd0440d0 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:05.119917 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-7656546d-3678-4eb1-b387-bf43786d85d1 req-860bab37-343f-408a-b086-52b5dd0440d0 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f336d20-fe27-4f16-a551-23556004dc14 HTTP/1.1" status: 200 len: 946 time: 0.0700250 Jul 08 13:05:05.157386 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-7656546d-3678-4eb1-b387-bf43786d85d1 req-1bfcb2af-1ba2-4e6d-bd2e-22b8b786c91b tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/security-groups?id=ff71abe8-bc30-4f43-864d-85c09000d4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329058 Jul 08 13:05:05.371052 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-fcb01089-b509-4a46-a0c8-67bfd8c7b03e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:05.705051 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:06.102619 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-97c8e7b9-57f7-456d-825e-78a0ef1aae16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:06.185253 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e794a7-a568-4577-8fcf-cac32c27acdd req-ed9e2954-81b4-4984-8957-727710cf7125 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:06.187418 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-19e794a7-a568-4577-8fcf-cac32c27acdd req-ed9e2954-81b4-4984-8957-727710cf7125 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 943 time: 0.0655591 Jul 08 13:05:06.225541 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-19e794a7-a568-4577-8fcf-cac32c27acdd req-46144ea2-320b-497b-93fe-40faf289bcc5 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322578 Jul 08 13:05:07.420881 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c894960-66f8-42f0-8f12-048c1997215a req-d0921e7b-ecdc-4928-8fe3-1c0f6b75d1f3 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:07.422851 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0c894960-66f8-42f0-8f12-048c1997215a req-d0921e7b-ecdc-4928-8fe3-1c0f6b75d1f3 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 943 time: 0.0655696 Jul 08 13:05:07.477278 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0c894960-66f8-42f0-8f12-048c1997215a req-dd7941d4-3421-4dce-aa2a-21779b17340f tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460463 Jul 08 13:05:07.855031 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-615b644b-3110-4324-8d19-7b6387de29b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:08.157176 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b3ab6a-9da6-4613-9c66-33851b54c3e9 req-0f3a57bf-1d17-4ae3-b876-123e3b01dc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:08.158655 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-a5b3ab6a-9da6-4613-9c66-33851b54c3e9 req-0f3a57bf-1d17-4ae3-b876-123e3b01dc63 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a5326bc4440540e6ae389d2094a52678&device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 1098 time: 0.0632815 Jul 08 13:05:08.181970 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d23ca3-edb7-450c-8a23-966f4ed3ca56 req-b64f38e2-4d52-41c2-a708-ac2c6d8246b0 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:08.183567 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-76d23ca3-edb7-450c-8a23-966f4ed3ca56 req-b64f38e2-4d52-41c2-a708-ac2c6d8246b0 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 945 time: 0.0722167 Jul 08 13:05:08.221383 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-76d23ca3-edb7-450c-8a23-966f4ed3ca56 req-6476c859-9d91-46b5-9317-33745e339b08 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316257 Jul 08 13:05:08.294729 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b3ab6a-9da6-4613-9c66-33851b54c3e9 req-e89eacf7-4025-46e2-a5d5-5f27ef8c9c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:08.296779 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-a5b3ab6a-9da6-4613-9c66-33851b54c3e9 req-e89eacf7-4025-46e2-a5d5-5f27ef8c9c3b service neutron] 10.222.0.21 "GET /v2.0/networks?id=67cb6200-8bdb-4797-a417-5d4037d7c8f2 HTTP/1.1" status: 200 len: 919 time: 0.0941360 Jul 08 13:05:08.348795 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-a5b3ab6a-9da6-4613-9c66-33851b54c3e9 req-ba44ffb3-4c87-4ad8-a425-fdaf26c41516 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80d9aafd-3f60-42b7-9365-7bc0a4e9ca02 HTTP/1.1" status: 200 len: 217 time: 0.0352116 Jul 08 13:05:08.402912 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b3ab6a-9da6-4613-9c66-33851b54c3e9 req-0d50acf8-9bfb-49b7-9281-a21532e5e7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:08.404404 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-a5b3ab6a-9da6-4613-9c66-33851b54c3e9 req-0d50acf8-9bfb-49b7-9281-a21532e5e7c5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba7a26e2-f1a5-4c71-9a4d-50a54628469a HTTP/1.1" status: 200 len: 858 time: 0.0485425 Jul 08 13:05:08.438269 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-a5b3ab6a-9da6-4613-9c66-33851b54c3e9 req-734e5f63-3642-4fff-9fb2-fcaa98c08e99 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=67cb6200-8bdb-4797-a417-5d4037d7c8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257659 Jul 08 13:05:08.549014 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-a5b3ab6a-9da6-4613-9c66-33851b54c3e9 req-81254a19-f927-434a-94cf-6c779150ebef service neutron] 10.222.0.21 "GET /v2.0/networks/67cb6200-8bdb-4797-a417-5d4037d7c8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963767 Jul 08 13:05:08.682745 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-a5b3ab6a-9da6-4613-9c66-33851b54c3e9 req-1712e8ce-8609-4a3e-8403-91bbee279fce service neutron] 10.222.0.21 "GET /v2.0/networks/67cb6200-8bdb-4797-a417-5d4037d7c8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186979 Jul 08 13:05:08.708753 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133b93f-e4aa-4bc0-9c8b-a8ef826d24cd req-d248f112-71d9-4add-8fac-729fa3f911c5 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:08.710240 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-3133b93f-e4aa-4bc0-9c8b-a8ef826d24cd req-d248f112-71d9-4add-8fac-729fa3f911c5 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 943 time: 0.0865123 Jul 08 13:05:08.754493 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-3133b93f-e4aa-4bc0-9c8b-a8ef826d24cd req-6b62f855-e1d8-4e0a-9aa4-3c59de209322 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376499 Jul 08 13:05:09.395528 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ee54c-a74b-40a3-94f1-3b5e0ec5a792 req-fef11d07-62e9-42f0-8ffd-ae483ba375a4 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:09.396955 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9a0ee54c-a74b-40a3-94f1-3b5e0ec5a792 req-fef11d07-62e9-42f0-8ffd-ae483ba375a4 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 945 time: 0.0642357 Jul 08 13:05:09.433903 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9a0ee54c-a74b-40a3-94f1-3b5e0ec5a792 req-6950a983-85e5-4663-bf83-27528c017f0d tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311086 Jul 08 13:05:09.949060 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe6b0f-5066-418f-9666-15146a4912c4 req-7ddc9819-c439-4ffb-9058-aeb2a79fa07a tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:09.950541 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0cbe6b0f-5066-418f-9666-15146a4912c4 req-7ddc9819-c439-4ffb-9058-aeb2a79fa07a tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 943 time: 0.0741248 Jul 08 13:05:09.989176 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0cbe6b0f-5066-418f-9666-15146a4912c4 req-ffcb87bc-6a3c-4025-a93f-33e7034801da tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321257 Jul 08 13:05:10.615391 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc48884-85af-4db6-81d5-7a5fbaa44bb5 req-d219aee3-8684-4c50-9283-6d0bec7e1bf9 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:10.616945 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8bc48884-85af-4db6-81d5-7a5fbaa44bb5 req-d219aee3-8684-4c50-9283-6d0bec7e1bf9 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 945 time: 0.0689857 Jul 08 13:05:10.656243 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8bc48884-85af-4db6-81d5-7a5fbaa44bb5 req-e304694a-0314-40c2-a64c-95a47c67e6f6 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321357 Jul 08 13:05:11.169345 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98aa147-46bf-4a8d-85c7-1f75cbb8f80d req-bf126ad5-67b4-4829-9992-52aa063a12fa tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:11.170840 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-e98aa147-46bf-4a8d-85c7-1f75cbb8f80d req-bf126ad5-67b4-4829-9992-52aa063a12fa tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 943 time: 0.0650568 Jul 08 13:05:11.208820 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-e98aa147-46bf-4a8d-85c7-1f75cbb8f80d req-c2ea6cc6-61cc-4505-a586-b3d2c3978d5c tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318623 Jul 08 13:05:11.836677 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8c51b-5cb1-4f24-a0dd-c2a6a78830eb req-7a1f2b93-78cb-4da0-a6eb-0d38418372fd tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:11.838159 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f6b8c51b-5cb1-4f24-a0dd-c2a6a78830eb req-7a1f2b93-78cb-4da0-a6eb-0d38418372fd tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 945 time: 0.0712786 Jul 08 13:05:11.877788 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f6b8c51b-5cb1-4f24-a0dd-c2a6a78830eb req-0b6af9cf-1748-4946-814b-cba6d396a88b tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340652 Jul 08 13:05:12.389622 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47347cbd-dab1-4809-840e-6b0bba4b8e71 req-6833ba1c-1c0a-4953-ac26-7f4c279e5117 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:12.391131 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-47347cbd-dab1-4809-840e-6b0bba4b8e71 req-6833ba1c-1c0a-4953-ac26-7f4c279e5117 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 943 time: 0.0647848 Jul 08 13:05:12.429179 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-47347cbd-dab1-4809-840e-6b0bba4b8e71 req-de0965c3-f997-4e75-97f2-34a8e27fd8c8 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325446 Jul 08 13:05:13.055574 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315afd1a-88fb-49da-bc83-987104fdb1df req-f9e00511-f1fc-46fe-bc26-11866a6d867d tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:13.057096 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-315afd1a-88fb-49da-bc83-987104fdb1df req-f9e00511-f1fc-46fe-bc26-11866a6d867d tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 945 time: 0.0651362 Jul 08 13:05:13.103041 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-315afd1a-88fb-49da-bc83-987104fdb1df req-bb3ecdd9-1cb1-42d9-8683-99f6ba1c4a07 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403178 Jul 08 13:05:13.616659 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee58c23-96db-42db-90f7-a032ae5aaf8e req-e766ee06-12bf-449f-b9c9-8e0d00a44202 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:13.618137 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-1ee58c23-96db-42db-90f7-a032ae5aaf8e req-e766ee06-12bf-449f-b9c9-8e0d00a44202 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 943 time: 0.0660982 Jul 08 13:05:13.656425 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-1ee58c23-96db-42db-90f7-a032ae5aaf8e req-2f1015ea-3f30-4d99-9f9e-b05ada0eab97 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326600 Jul 08 13:05:14.280974 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25539da4-c84a-433d-b965-68321658e5d2 req-0f645cf6-6c11-46ac-a736-1b4eaafe6f51 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:14.282352 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-25539da4-c84a-433d-b965-68321658e5d2 req-0f645cf6-6c11-46ac-a736-1b4eaafe6f51 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 945 time: 0.0671201 Jul 08 13:05:14.320284 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-25539da4-c84a-433d-b965-68321658e5d2 req-60f4e2aa-cdf5-46d6-ba46-bcc9a8867797 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322115 Jul 08 13:05:14.836918 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a194e-1189-485d-9f7e-a4f01a35978d req-6d6e3e6f-a0ad-409b-94ed-04234c0e581c tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:14.838431 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-425a194e-1189-485d-9f7e-a4f01a35978d req-6d6e3e6f-a0ad-409b-94ed-04234c0e581c tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 943 time: 0.0668731 Jul 08 13:05:14.875828 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-425a194e-1189-485d-9f7e-a4f01a35978d req-b8eb2256-2e56-4b2d-8c33-a35a84dc4115 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311966 Jul 08 13:05:15.493993 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe9ccb-e577-471b-a2d9-d87f445375b3 req-70b3e36d-2709-4f34-bdbc-54539181d0c1 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:15.495442 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-bfbe9ccb-e577-471b-a2d9-d87f445375b3 req-70b3e36d-2709-4f34-bdbc-54539181d0c1 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 945 time: 0.0620615 Jul 08 13:05:15.537154 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-bfbe9ccb-e577-471b-a2d9-d87f445375b3 req-eb426ba7-d83a-4caa-bce4-881c39a41279 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356293 Jul 08 13:05:16.059088 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac01d52-202c-4329-b2e2-feb652782c67 req-7ad27283-72a8-41ae-8c7d-c39a36621345 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:16.060670 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-2ac01d52-202c-4329-b2e2-feb652782c67 req-7ad27283-72a8-41ae-8c7d-c39a36621345 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 943 time: 0.0670257 Jul 08 13:05:16.100213 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-2ac01d52-202c-4329-b2e2-feb652782c67 req-910def82-4bb9-4347-9b2e-6b9d034d395e tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333834 Jul 08 13:05:16.712801 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d7170-5d6f-4c7f-a892-9df4a68f9ea7 req-5c2f14d7-ff55-4c43-9c81-c5d3d4f167f5 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:16.714286 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a75d7170-5d6f-4c7f-a892-9df4a68f9ea7 req-5c2f14d7-ff55-4c43-9c81-c5d3d4f167f5 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 945 time: 0.0657313 Jul 08 13:05:16.751437 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a75d7170-5d6f-4c7f-a892-9df4a68f9ea7 req-877dab23-f237-4128-9487-15c54ef5b038 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311162 Jul 08 13:05:17.279066 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4bfa7-94bf-4e38-b11c-276c814210d4 req-55994905-908f-4134-9859-366b89108a2e tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:17.281390 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-4be4bfa7-94bf-4e38-b11c-276c814210d4 req-55994905-908f-4134-9859-366b89108a2e tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 943 time: 0.0654695 Jul 08 13:05:17.319800 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-4be4bfa7-94bf-4e38-b11c-276c814210d4 req-9f36cecf-df65-492d-828b-d91a9caa7894 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332837 Jul 08 13:05:17.926794 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ba349-2f29-4ef4-b31a-144858969aa2 req-fec55fc2-808e-450c-a8ac-1270249994fc tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:17.928322 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-990ba349-2f29-4ef4-b31a-144858969aa2 req-fec55fc2-808e-450c-a8ac-1270249994fc tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 945 time: 0.0646091 Jul 08 13:05:17.970534 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-990ba349-2f29-4ef4-b31a-144858969aa2 req-b40f9476-569b-4909-9f71-6768e25e457e tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365629 Jul 08 13:05:18.502380 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d13bc-2608-4277-a920-ae08a588e51f req-2a2c4076-6b34-4993-b99e-b30698b415c0 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:18.503885 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-dd4d13bc-2608-4277-a920-ae08a588e51f req-2a2c4076-6b34-4993-b99e-b30698b415c0 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 943 time: 0.0654492 Jul 08 13:05:18.543045 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-dd4d13bc-2608-4277-a920-ae08a588e51f req-05c60acb-788e-4e60-a4cc-394fda306015 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326202 Jul 08 13:05:19.142356 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefca2d4-6628-442c-94dc-abd379a16a3e req-c00512cc-fe29-4028-8e33-b9d18e07419c tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:19.143806 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-aefca2d4-6628-442c-94dc-abd379a16a3e req-c00512cc-fe29-4028-8e33-b9d18e07419c tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 945 time: 0.0616727 Jul 08 13:05:19.181069 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-aefca2d4-6628-442c-94dc-abd379a16a3e req-3c8504b6-464f-4efe-83e4-fc75eaa53c8d tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316033 Jul 08 13:05:19.723810 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0405f2-74d1-4a0a-b119-909d0fe923b6 req-a7c728c6-a9f4-4b49-bd0a-ff1dad009fec tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:19.725313 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-9b0405f2-74d1-4a0a-b119-909d0fe923b6 req-a7c728c6-a9f4-4b49-bd0a-ff1dad009fec tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 943 time: 0.0675111 Jul 08 13:05:19.763611 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-9b0405f2-74d1-4a0a-b119-909d0fe923b6 req-890d59f1-6a26-4a68-a51c-09e6753ee939 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328293 Jul 08 13:05:20.365377 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f496d0-aefe-4448-8334-61dd699f2f33 req-2f749609-6a16-4314-8bdb-36c1efcd8d94 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:20.367231 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-80f496d0-aefe-4448-8334-61dd699f2f33 req-2f749609-6a16-4314-8bdb-36c1efcd8d94 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 945 time: 0.0722203 Jul 08 13:05:20.404545 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-80f496d0-aefe-4448-8334-61dd699f2f33 req-5a23a62c-520e-45e7-bcec-ce8d7ad9f8e3 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317578 Jul 08 13:05:20.942603 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becbcd5c-9fe9-46b9-8c5b-de4385660bfb req-fd355257-b4b6-40f1-b00e-344a52b73c8f tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:20.944155 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-becbcd5c-9fe9-46b9-8c5b-de4385660bfb req-fd355257-b4b6-40f1-b00e-344a52b73c8f tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 943 time: 0.0631318 Jul 08 13:05:20.983238 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-becbcd5c-9fe9-46b9-8c5b-de4385660bfb req-537b13b8-cee8-4a4c-93b4-cd1a2cc19b0c tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329826 Jul 08 13:05:21.579289 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d260e8-f2ea-409d-90c2-d171de94e703 req-51c702a2-7fb6-44fc-9c66-364d258cca54 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:21.581153 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-08d260e8-f2ea-409d-90c2-d171de94e703 req-51c702a2-7fb6-44fc-9c66-364d258cca54 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 945 time: 0.0646644 Jul 08 13:05:21.620800 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-08d260e8-f2ea-409d-90c2-d171de94e703 req-72eface6-0c87-4eaa-912b-573eeef7bac5 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335097 Jul 08 13:05:22.003125 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-0cef42f3-3a1a-4020-b263-5152d2247e85 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 13:05:22.165317 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eaba03-d85e-4567-b877-df0cbe84b56d req-4ac14ed0-75b8-4305-a418-9992f92e4e2a tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:22.166797 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-20eaba03-d85e-4567-b877-df0cbe84b56d req-4ac14ed0-75b8-4305-a418-9992f92e4e2a tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 943 time: 0.0688400 Jul 08 13:05:22.206103 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-20eaba03-d85e-4567-b877-df0cbe84b56d req-05d8a5d5-f71e-48e7-b2af-2b7546ee62b8 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338182 Jul 08 13:05:22.797542 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da0d4e-ee73-4302-858e-7b4e50b9babf req-de7e70cf-8bc9-4cb4-8f03-af874e2e76b4 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:22.799011 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-98da0d4e-ee73-4302-858e-7b4e50b9babf req-de7e70cf-8bc9-4cb4-8f03-af874e2e76b4 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 945 time: 0.0674012 Jul 08 13:05:22.840312 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-98da0d4e-ee73-4302-858e-7b4e50b9babf req-55e5e845-9636-46e1-8733-dd35e7b3db47 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356734 Jul 08 13:05:23.393338 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82902556-32eb-41e2-85f9-3930712087ee req-0c98154c-fda0-4fee-bf48-64b313b74d32 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:23.394891 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-82902556-32eb-41e2-85f9-3930712087ee req-0c98154c-fda0-4fee-bf48-64b313b74d32 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 943 time: 0.0699677 Jul 08 13:05:23.433363 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-82902556-32eb-41e2-85f9-3930712087ee req-e577fe04-691f-4cf9-99f7-35600ebcb892 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329192 Jul 08 13:05:24.054130 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c537977-0704-4169-8fa1-7dfbff7b2828 req-a1a061f4-b8ca-4c08-8679-cace301057c0 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:24.055723 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6c537977-0704-4169-8fa1-7dfbff7b2828 req-a1a061f4-b8ca-4c08-8679-cace301057c0 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 945 time: 0.0805528 Jul 08 13:05:24.098772 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6c537977-0704-4169-8fa1-7dfbff7b2828 req-85928863-4674-44ef-8332-8e2d424666c4 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358937 Jul 08 13:05:24.628194 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e15fb7-c41d-4822-badc-af7c39476a18 req-7db97c26-4472-4482-b9ba-30818da49978 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:24.629696 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-52e15fb7-c41d-4822-badc-af7c39476a18 req-7db97c26-4472-4482-b9ba-30818da49978 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 943 time: 0.0623467 Jul 08 13:05:24.675358 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-52e15fb7-c41d-4822-badc-af7c39476a18 req-fba86289-cbfa-463c-bf17-762d2c1c7764 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401833 Jul 08 13:05:25.355745 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee26f0-d492-4924-a925-f4bd8b1fd615 req-0eb422f9-74b3-4b15-bb82-c83cc5878f63 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:25.368827 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-aeee26f0-d492-4924-a925-f4bd8b1fd615 req-0eb422f9-74b3-4b15-bb82-c83cc5878f63 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 945 time: 0.1036229 Jul 08 13:05:25.433844 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-aeee26f0-d492-4924-a925-f4bd8b1fd615 req-be90488a-572a-4aab-abdb-00649089b051 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588939 Jul 08 13:05:26.008687 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599cd8b-85e8-46cf-af32-c3c45a592174 req-4dfeb615-9035-4659-9885-1fb3815ea2b0 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:26.011049 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-e599cd8b-85e8-46cf-af32-c3c45a592174 req-4dfeb615-9035-4659-9885-1fb3815ea2b0 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 943 time: 0.1187351 Jul 08 13:05:26.066178 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-e599cd8b-85e8-46cf-af32-c3c45a592174 req-38c33b6b-d202-4d97-88ab-4877e3ebbf8a tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483232 Jul 08 13:05:26.701598 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a0225-a8f5-44d5-9af2-1461025efc2d req-be7e7420-3f1f-4d28-8404-1bd94ab489cb tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:26.703443 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d01a0225-a8f5-44d5-9af2-1461025efc2d req-be7e7420-3f1f-4d28-8404-1bd94ab489cb tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 945 time: 0.1126645 Jul 08 13:05:26.776967 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d01a0225-a8f5-44d5-9af2-1461025efc2d req-c06bf320-495d-418c-8d4e-870e37f3689e tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517395 Jul 08 13:05:27.395402 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba363e-9abb-40e4-a713-0c1792b04f2d req-d7536c6b-5a53-4429-ae46-eb195365641d tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:27.396878 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-59ba363e-9abb-40e4-a713-0c1792b04f2d req-d7536c6b-5a53-4429-ae46-eb195365641d tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 943 time: 0.1727819 Jul 08 13:05:27.483522 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-59ba363e-9abb-40e4-a713-0c1792b04f2d req-a3bb24f1-aba5-422a-8250-171593bcf746 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791409 Jul 08 13:05:27.996244 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d8f21-463f-4f66-9197-2ad3e2c61574 req-9f74096c-56aa-467f-8c54-0fd62a234b0e tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:28.003935 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ca1d8f21-463f-4f66-9197-2ad3e2c61574 req-9f74096c-56aa-467f-8c54-0fd62a234b0e tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 945 time: 0.0895121 Jul 08 13:05:28.054950 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ca1d8f21-463f-4f66-9197-2ad3e2c61574 req-07305bc1-146f-4376-8ac9-74e188da3b89 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458543 Jul 08 13:05:28.699735 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab95837-bd8a-4828-b10c-2d5bfd177ece req-839342bb-6287-437e-b43a-addd4bc3b4d5 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:28.707017 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-fab95837-bd8a-4828-b10c-2d5bfd177ece req-839342bb-6287-437e-b43a-addd4bc3b4d5 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 943 time: 0.0760481 Jul 08 13:05:28.745700 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-fab95837-bd8a-4828-b10c-2d5bfd177ece req-3c8a8749-4554-40c2-9aac-c09f03bd132e tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375056 Jul 08 13:05:29.468650 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d8d24-f5b5-4f51-bdb3-9c50cd829541 req-a5dee7c2-a135-4b9f-8a75-4542dc110e75 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:29.481257 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8c1d8d24-f5b5-4f51-bdb3-9c50cd829541 req-a5dee7c2-a135-4b9f-8a75-4542dc110e75 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 945 time: 0.2049263 Jul 08 13:05:29.556981 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8c1d8d24-f5b5-4f51-bdb3-9c50cd829541 req-733c46b9-64ba-461f-b51e-f3305eab09a8 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742991 Jul 08 13:05:29.970904 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:30.286993 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61c35f-88ad-416f-8200-79bda1144a35 req-05805b0f-2bb4-4d56-aa4d-bdd4ae0314e9 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:30.298321 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3a61c35f-88ad-416f-8200-79bda1144a35 req-05805b0f-2bb4-4d56-aa4d-bdd4ae0314e9 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 943 time: 0.2381144 Jul 08 13:05:30.351774 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3a61c35f-88ad-416f-8200-79bda1144a35 req-4799b9e0-7017-44f5-8cf5-483e29e2cdd4 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456502 Jul 08 13:05:30.878771 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2820e7-fdd6-49fc-a935-ad6ee0ea268d req-308b5857-896f-45f4-b895-edda5f600172 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:30.881105 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-fd2820e7-fdd6-49fc-a935-ad6ee0ea268d req-308b5857-896f-45f4-b895-edda5f600172 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 945 time: 0.0928736 Jul 08 13:05:30.927597 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-fd2820e7-fdd6-49fc-a935-ad6ee0ea268d req-d0e1c28a-8187-49a2-b8d7-5556581bc458 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380006 Jul 08 13:05:31.616371 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ebfe9-9aa5-4379-af38-4aa174e21f5b req-2fe59d53-93d9-4b11-9a9c-1b002794a4eb tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:31.624078 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-622ebfe9-9aa5-4379-af38-4aa174e21f5b req-2fe59d53-93d9-4b11-9a9c-1b002794a4eb tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 943 time: 0.0928712 Jul 08 13:05:31.669838 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-622ebfe9-9aa5-4379-af38-4aa174e21f5b req-ee6f78c1-2d79-4054-abba-e70ebf0d7a74 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445871 Jul 08 13:05:32.174140 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2808bc-e332-4a94-99fc-2ccc7d1c00ff req-6b32d9d1-b38b-41b1-b767-4e6befb424f3 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:32.175622 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ae2808bc-e332-4a94-99fc-2ccc7d1c00ff req-6b32d9d1-b38b-41b1-b767-4e6befb424f3 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 945 time: 0.0752583 Jul 08 13:05:32.240724 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ae2808bc-e332-4a94-99fc-2ccc7d1c00ff req-8dc1de69-d4c9-49a3-9a90-8be01a5fd9d5 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374334 Jul 08 13:05:32.525403 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-e3836bbc-223a-4fd0-bd32-7c20bfc14240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:33.015547 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed4c0e-3c9c-4c9e-ae5e-a0948a6177ef req-7dd13e5c-460b-4e9f-a223-b77098cd8e7e tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:33.036826 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0aed4c0e-3c9c-4c9e-ae5e-a0948a6177ef req-7dd13e5c-460b-4e9f-a223-b77098cd8e7e tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 943 time: 0.1573648 Jul 08 13:05:33.106876 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0aed4c0e-3c9c-4c9e-ae5e-a0948a6177ef req-31153b9a-3f8a-4e7d-9e6c-ec666c61703e tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691116 Jul 08 13:05:33.531982 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d86630-d038-43f0-8cde-053e7c7f1760 req-60c7dc9a-3eb0-4863-8439-9756ef0afa82 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:33.539713 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-91d86630-d038-43f0-8cde-053e7c7f1760 req-60c7dc9a-3eb0-4863-8439-9756ef0afa82 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 945 time: 0.0775130 Jul 08 13:05:33.576845 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-91d86630-d038-43f0-8cde-053e7c7f1760 req-716dda1c-eef3-4350-9ff1-95090316c36d tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358589 Jul 08 13:05:34.323694 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c5b53f-7f4c-4d73-bd9f-7e7c95b9b9e1 req-33432002-e04f-4e51-8b94-5dc2b64e89a0 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:34.325418 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a8c5b53f-7f4c-4d73-bd9f-7e7c95b9b9e1 req-33432002-e04f-4e51-8b94-5dc2b64e89a0 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 943 time: 0.0790725 Jul 08 13:05:34.380088 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a8c5b53f-7f4c-4d73-bd9f-7e7c95b9b9e1 req-03e745f2-67a8-48c7-a737-2823343efdb6 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463109 Jul 08 13:05:34.798251 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e4447-5228-4b82-939b-cf88d8450615 req-eced6995-9195-4cbf-b0db-11f70516489d tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:34.800537 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-848e4447-5228-4b82-939b-cf88d8450615 req-eced6995-9195-4cbf-b0db-11f70516489d tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 945 time: 0.0699186 Jul 08 13:05:34.846541 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-848e4447-5228-4b82-939b-cf88d8450615 req-2968c5ed-0940-4f98-85af-8e1b5b6991a8 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394750 Jul 08 13:05:35.381163 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-54ce83c5-261d-4885-86b1-6fc76c01f749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:35.708840 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95138dc6-f8fc-45fa-92b6-df38ee19c074 req-686d1138-de22-4b8d-9d2d-5daab600d665 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:35.711223 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-95138dc6-f8fc-45fa-92b6-df38ee19c074 req-686d1138-de22-4b8d-9d2d-5daab600d665 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 943 time: 0.1300778 Jul 08 13:05:35.723046 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:35.788958 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-95138dc6-f8fc-45fa-92b6-df38ee19c074 req-bb59bba9-fa30-46aa-9811-287600a16593 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577104 Jul 08 13:05:36.130966 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-97c8e7b9-57f7-456d-825e-78a0ef1aae16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:36.231099 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938b0cf3-7705-4242-b7ce-3558d9e202b1 req-787d4379-61a1-4342-bd31-470b0c1449f5 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:36.234354 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-938b0cf3-7705-4242-b7ce-3558d9e202b1 req-787d4379-61a1-4342-bd31-470b0c1449f5 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 945 time: 0.0741460 Jul 08 13:05:36.339510 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-938b0cf3-7705-4242-b7ce-3558d9e202b1 req-1da9c5e4-bdcf-4f67-a214-278dfa94948d tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725102 Jul 08 13:05:37.037525 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7c2e3-e594-4eb2-abca-13b08bf12969 req-22ff8bcb-f7f0-4c4e-b1df-821a9de5786d tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:37.040413 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-96b7c2e3-e594-4eb2-abca-13b08bf12969 req-22ff8bcb-f7f0-4c4e-b1df-821a9de5786d tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 943 time: 0.0711024 Jul 08 13:05:37.095789 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-96b7c2e3-e594-4eb2-abca-13b08bf12969 req-15c839ba-a53e-4116-bb33-f9d9cca343e8 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424011 Jul 08 13:05:37.619647 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964f8b9-a301-4aa5-954b-5737ee995cc6 req-414e1131-fdfb-4dc0-8740-c16b7695c257 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:37.622177 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-a964f8b9-a301-4aa5-954b-5737ee995cc6 req-414e1131-fdfb-4dc0-8740-c16b7695c257 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 945 time: 0.0699198 Jul 08 13:05:37.707723 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-a964f8b9-a301-4aa5-954b-5737ee995cc6 req-725ad3c9-5677-4148-b48b-c9809355f589 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732970 Jul 08 13:05:37.865427 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-615b644b-3110-4324-8d19-7b6387de29b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:38.325033 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f49ed4-93ec-40f2-8aed-7bbb2ff84ec2 req-08f750dc-3be7-40aa-a120-cdf62a7f5dd8 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:38.333336 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b0f49ed4-93ec-40f2-8aed-7bbb2ff84ec2 req-08f750dc-3be7-40aa-a120-cdf62a7f5dd8 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 943 time: 0.0752299 Jul 08 13:05:38.385262 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b0f49ed4-93ec-40f2-8aed-7bbb2ff84ec2 req-c4a846d2-3935-495c-9c08-dc5388ec16b2 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506501 Jul 08 13:05:39.042647 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8941d9-328f-4782-9b8d-89366d06f24c req-e2cfc555-965c-4547-a9b9-48200ac7c933 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:39.045151 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-5e8941d9-328f-4782-9b8d-89366d06f24c req-e2cfc555-965c-4547-a9b9-48200ac7c933 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 945 time: 0.0786669 Jul 08 13:05:39.114577 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-5e8941d9-328f-4782-9b8d-89366d06f24c req-3f7462bc-22db-46a2-8643-db74d3c873f5 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558052 Jul 08 13:05:39.579907 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b526af-5a88-4f8a-acb9-e2f0b8c5b531 req-6d1047f1-7eea-4773-ad0c-f294e922cfcf tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:39.581454 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-11b526af-5a88-4f8a-acb9-e2f0b8c5b531 req-6d1047f1-7eea-4773-ad0c-f294e922cfcf tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 943 time: 0.0708475 Jul 08 13:05:39.634120 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-11b526af-5a88-4f8a-acb9-e2f0b8c5b531 req-0145b30d-9e10-4ddb-a6db-fce34e82e5fc tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472388 Jul 08 13:05:40.297348 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c58d4b-7353-4b20-81ef-2bca42c1ff0a req-cf7cc0a1-a564-4607-af7d-cdef6c040ecc tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:40.298800 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-35c58d4b-7353-4b20-81ef-2bca42c1ff0a req-cf7cc0a1-a564-4607-af7d-cdef6c040ecc tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 945 time: 0.0698264 Jul 08 13:05:40.335192 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-35c58d4b-7353-4b20-81ef-2bca42c1ff0a req-f275dcc3-0a51-4486-ac56-11abad83a72a tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309536 Jul 08 13:05:40.815310 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3439d2dc-fdf8-4304-8cb2-44904d7020a6 req-5fc488f1-c986-4611-9dd7-c8ac5730244f tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:40.816751 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3439d2dc-fdf8-4304-8cb2-44904d7020a6 req-5fc488f1-c986-4611-9dd7-c8ac5730244f tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 943 time: 0.0624051 Jul 08 13:05:40.854874 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3439d2dc-fdf8-4304-8cb2-44904d7020a6 req-b6aabee0-628d-4256-89c5-18b737b19125 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325420 Jul 08 13:05:41.575376 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e8d2b3-cb4b-463c-bb15-912d8570e384 req-42170a19-809f-4594-a331-b54114298fee tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:41.577099 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f0e8d2b3-cb4b-463c-bb15-912d8570e384 req-42170a19-809f-4594-a331-b54114298fee tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 945 time: 0.0802016 Jul 08 13:05:41.627209 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f0e8d2b3-cb4b-463c-bb15-912d8570e384 req-ef4a2c83-77d6-45e0-af64-b180191c0eee tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367384 Jul 08 13:05:41.966201 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc8460-8b32-4c33-94b9-357912aa2f20 req-ecc3417f-037c-4837-b4a4-2e932e3cf24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:41.968786 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ffdc8460-8b32-4c33-94b9-357912aa2f20 req-ecc3417f-037c-4837-b4a4-2e932e3cf24e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 1098 time: 0.0772493 Jul 08 13:05:42.074200 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ffdc8460-8b32-4c33-94b9-357912aa2f20 req-012291e7-4a45-4720-a8e8-305b4595e6f4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935655 Jul 08 13:05:42.140026 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a577b9ac-1a91-4ce5-8a9a-cca248cf192b req-cd4df612-65e1-41b2-a13d-56d41eb4fb43 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:42.141619 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-a577b9ac-1a91-4ce5-8a9a-cca248cf192b req-cd4df612-65e1-41b2-a13d-56d41eb4fb43 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 943 time: 0.0857487 Jul 08 13:05:42.209177 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-a577b9ac-1a91-4ce5-8a9a-cca248cf192b req-f6f3475e-7bdb-48bf-9d5c-3189d23e0afc tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500016 Jul 08 13:05:42.224346 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f470a60-538c-49e9-9aa3-3b0003e7a501 req-6c99bb53-9a52-4255-9686-44edcc17039d tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:42.228771 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6f470a60-538c-49e9-9aa3-3b0003e7a501 req-6c99bb53-9a52-4255-9686-44edcc17039d tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f336d20-fe27-4f16-a551-23556004dc14 HTTP/1.1" status: 200 len: 946 time: 0.0801001 Jul 08 13:05:42.265486 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6f470a60-538c-49e9-9aa3-3b0003e7a501 req-97f6e59c-9b86-4905-9fb5-664ae5e60c4e tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/security-groups?id=ff71abe8-bc30-4f43-864d-85c09000d4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327907 Jul 08 13:05:42.811434 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f5c49-d39d-4176-9ff5-60e1cbb610f4 req-5d119fd7-4e68-4e66-b72d-9ddf686b386b tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:42.812939 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-647f5c49-d39d-4176-9ff5-60e1cbb610f4 req-5d119fd7-4e68-4e66-b72d-9ddf686b386b tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 945 time: 0.0637918 Jul 08 13:05:42.850440 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-647f5c49-d39d-4176-9ff5-60e1cbb610f4 req-9e4efb7a-51fe-4b7b-9123-7e81a1e446aa tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317852 Jul 08 13:05:43.382333 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d473b4c-2883-413d-a7ef-7695547dba73 req-3e55806c-3f15-4cf7-80e4-c7463caa5470 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:43.383811 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6d473b4c-2883-413d-a7ef-7695547dba73 req-3e55806c-3f15-4cf7-80e4-c7463caa5470 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 943 time: 0.0635936 Jul 08 13:05:43.422119 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6d473b4c-2883-413d-a7ef-7695547dba73 req-d805c30e-89c0-425d-b3a8-381d7ed3ac6c tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328100 Jul 08 13:05:43.447730 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a8285-1ea9-474f-b323-d7d8223dd139 req-6a02888a-e86c-4998-a880-5222a24ce2c7 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:43.449289 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-a73a8285-1ea9-474f-b323-d7d8223dd139 req-6a02888a-e86c-4998-a880-5222a24ce2c7 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f336d20-fe27-4f16-a551-23556004dc14 HTTP/1.1" status: 200 len: 946 time: 0.0676785 Jul 08 13:05:43.485925 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-a73a8285-1ea9-474f-b323-d7d8223dd139 req-232ccac4-ac7c-4103-84bb-7e11be63cec3 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/security-groups?id=ff71abe8-bc30-4f43-864d-85c09000d4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308170 Jul 08 13:05:44.025093 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32678ba4-8c14-4357-b7ce-6ad8fed34a8d req-35c56f27-0e0c-43de-a270-d5ed0795e8c3 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:44.026570 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-32678ba4-8c14-4357-b7ce-6ad8fed34a8d req-35c56f27-0e0c-43de-a270-d5ed0795e8c3 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 945 time: 0.0635118 Jul 08 13:05:44.067755 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-32678ba4-8c14-4357-b7ce-6ad8fed34a8d req-58278e22-6f76-4680-a9e7-c1bd64cc881e tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328300 Jul 08 13:05:44.595268 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc6bb51-7701-40d0-be95-d1527d89e1c6 req-f38bb0bd-686a-4b47-a0eb-1362c511d035 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:44.596700 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-6cc6bb51-7701-40d0-be95-d1527d89e1c6 req-f38bb0bd-686a-4b47-a0eb-1362c511d035 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 945 time: 0.1039062 Jul 08 13:05:44.598500 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7aad18-6d1c-44cb-bfcf-42e6a919792b req-61308f45-aa0d-4501-b02b-aa1b9aaa5eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:44.599919 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-fa7aad18-6d1c-44cb-bfcf-42e6a919792b req-61308f45-aa0d-4501-b02b-aa1b9aaa5eb4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a5326bc4440540e6ae389d2094a52678&device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 1098 time: 0.1150274 Jul 08 13:05:44.618262 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ef554-4f1e-4c2c-8e93-359c2970f090 req-596f9f84-8b6c-4feb-955b-8639f78b95df tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:44.619806 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0b3ef554-4f1e-4c2c-8e93-359c2970f090 req-596f9f84-8b6c-4feb-955b-8639f78b95df tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 943 time: 0.0697553 Jul 08 13:05:44.661228 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0b3ef554-4f1e-4c2c-8e93-359c2970f090 req-d7b0ca7e-0b62-4015-adf1-920fddc533b4 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348821 Jul 08 13:05:44.840787 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b81a4-c920-4056-b526-6fb8f5e92a25 req-b7a6f0a6-ee14-4f99-9575-4aafcd750c4c tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:44.842347 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-534b81a4-c920-4056-b526-6fb8f5e92a25 req-b7a6f0a6-ee14-4f99-9575-4aafcd750c4c tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f336d20-fe27-4f16-a551-23556004dc14 HTTP/1.1" status: 200 len: 946 time: 0.0657487 Jul 08 13:05:44.883532 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-534b81a4-c920-4056-b526-6fb8f5e92a25 req-0a30d4a4-761e-47f3-958a-1927e4773aaa tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/security-groups?id=ff71abe8-bc30-4f43-864d-85c09000d4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352998 Jul 08 13:05:44.920005 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-6cc6bb51-7701-40d0-be95-d1527d89e1c6 req-2893fae6-60b3-474f-b6cd-ccf3a028e0ac tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169005 Jul 08 13:05:44.952301 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7aad18-6d1c-44cb-bfcf-42e6a919792b req-a1df81db-76de-441c-8310-17d68170e212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:44.953754 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-fa7aad18-6d1c-44cb-bfcf-42e6a919792b req-a1df81db-76de-441c-8310-17d68170e212 service neutron] 10.222.0.21 "GET /v2.0/networks?id=67cb6200-8bdb-4797-a417-5d4037d7c8f2 HTTP/1.1" status: 200 len: 919 time: 0.3415389 Jul 08 13:05:45.002800 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-fa7aad18-6d1c-44cb-bfcf-42e6a919792b req-ca8e94ee-b308-4470-b2b2-4af81943cca4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80d9aafd-3f60-42b7-9365-7bc0a4e9ca02 HTTP/1.1" status: 200 len: 217 time: 0.0354190 Jul 08 13:05:45.066987 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7aad18-6d1c-44cb-bfcf-42e6a919792b req-2d354821-79cc-419a-806b-1baa5cc43895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:45.068613 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-fa7aad18-6d1c-44cb-bfcf-42e6a919792b req-2d354821-79cc-419a-806b-1baa5cc43895 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba7a26e2-f1a5-4c71-9a4d-50a54628469a HTTP/1.1" status: 200 len: 858 time: 0.0444236 Jul 08 13:05:45.106793 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-fa7aad18-6d1c-44cb-bfcf-42e6a919792b req-3d0a3922-fd32-40c4-a27e-4ddebc90f9c6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=67cb6200-8bdb-4797-a417-5d4037d7c8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261674 Jul 08 13:05:45.162207 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 42026) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:05:45.206679 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-fa7aad18-6d1c-44cb-bfcf-42e6a919792b req-dd406cec-d77d-4598-8135-5f5304850ecd service neutron] 10.222.0.21 "GET /v2.0/networks/67cb6200-8bdb-4797-a417-5d4037d7c8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864031 Jul 08 13:05:45.214416 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_v2 [None req-c150eb5e-f818-44ac-b218-20cb42da5e5f admin admin] Deleting subnet 1bcd7be2-c3d8-4bd5-9739-b5233281f415 {{(pid=93012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 13:05:45.218157 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c150eb5e-f818-44ac-b218-20cb42da5e5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:45.254339 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c150eb5e-f818-44ac-b218-20cb42da5e5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4653433'] for subnet, precommit_delete_associations {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:45.292525 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c150eb5e-f818-44ac-b218-20cb42da5e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388364'] for subnet, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:45.340572 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-fa7aad18-6d1c-44cb-bfcf-42e6a919792b req-9a5ea8cc-cce2-4ad6-82ec-18065376c665 service neutron] 10.222.0.21 "GET /v2.0/networks/67cb6200-8bdb-4797-a417-5d4037d7c8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842071 Jul 08 13:05:45.345868 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c150eb5e-f818-44ac-b218-20cb42da5e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4509906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4655938'] for subnet, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:45.373421 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c150eb5e-f818-44ac-b218-20cb42da5e5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bcd7be2-c3d8-4bd5-9739-b5233281f415,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:05:45.375996 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c150eb5e-f818-44ac-b218-20cb42da5e5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for subnet, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:45.377921 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-c150eb5e-f818-44ac-b218-20cb42da5e5f admin admin] 10.222.0.59 "DELETE /v2.0/subnets/1bcd7be2-c3d8-4bd5-9739-b5233281f415 HTTP/1.1" status: 204 len: 168 time: 0.2147231 Jul 08 13:05:45.380340 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 42030) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:05:45.448984 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c736c150-2190-4c70-b6ba-88e410b9b003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1445167'] for network, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:45.523077 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c736c150-2190-4c70-b6ba-88e410b9b003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385719', 'neutron.services.segments.db._delete_segments_for_network-8739449493333'] for network, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:45.532364 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-c736c150-2190-4c70-b6ba-88e410b9b003 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a989f85d-3714-472a-9d72-dfb33dfa3fe4']}} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:05:45.541856 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-c736c150-2190-4c70-b6ba-88e410b9b003 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b0a141f-2618-4f57-a12d-5c604a7472b9') {'for_net_delete': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:05:45.542140 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-c736c150-2190-4c70-b6ba-88e410b9b003 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b0a141f-2618-4f57-a12d-5c604a7472b9') {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:05:45.550972 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c736c150-2190-4c70-b6ba-88e410b9b003 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739449365041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4653424'] for segment, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:45.564510 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c736c150-2190-4c70-b6ba-88e410b9b003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1381891'] for segment, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:45.570653 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c736c150-2190-4c70-b6ba-88e410b9b003 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=93012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 13:05:45.571113 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c736c150-2190-4c70-b6ba-88e410b9b003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1381891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4509813'] for segment, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:45.572837 dv-cinder-789603-11-iscsi neutron-server[93012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 13:05:45.572837 dv-cinder-789603-11-iscsi neutron-server[93012]: conditions |= (models_v2.Port.network_id.in_( Jul 08 13:05:45.572837 dv-cinder-789603-11-iscsi neutron-server[93012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 13:05:45.572837 dv-cinder-789603-11-iscsi neutron-server[93012]: conditions |= (models_v2.Port.network_id.in_( Jul 08 13:05:45.572837 dv-cinder-789603-11-iscsi neutron-server[93012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 13:05:45.572837 dv-cinder-789603-11-iscsi neutron-server[93012]: conditions |= (models_v2.Port.network_id.in_( Jul 08 13:05:45.572837 dv-cinder-789603-11-iscsi neutron-server[93012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 13:05:45.572837 dv-cinder-789603-11-iscsi neutron-server[93012]: conditions |= (models_v2.Port.network_id.in_( Jul 08 13:05:45.572837 dv-cinder-789603-11-iscsi neutron-server[93012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 13:05:45.572837 dv-cinder-789603-11-iscsi neutron-server[93012]: conditions |= (models_v2.Port.network_id.in_( Jul 08 13:05:45.572837 dv-cinder-789603-11-iscsi neutron-server[93012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 13:05:45.572837 dv-cinder-789603-11-iscsi neutron-server[93012]: conditions |= (models_v2.Port.network_id.in_( Jul 08 13:05:45.572837 dv-cinder-789603-11-iscsi neutron-server[93012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 13:05:45.572837 dv-cinder-789603-11-iscsi neutron-server[93012]: conditions |= (models_v2.Port.network_id.in_( Jul 08 13:05:45.572837 dv-cinder-789603-11-iscsi neutron-server[93012]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 13:05:45.572837 dv-cinder-789603-11-iscsi neutron-server[93012]: conditions |= (models_v2.Port.network_id.in_( Jul 08 13:05:45.572837 dv-cinder-789603-11-iscsi neutron-server[93012]: Traceback (most recent call last): Jul 08 13:05:45.572837 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 13:05:45.572837 dv-cinder-789603-11-iscsi neutron-server[93012]: timer() Jul 08 13:05:45.572837 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 13:05:45.572837 dv-cinder-789603-11-iscsi neutron-server[93012]: cb(*args, **kw) Jul 08 13:05:45.572837 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 13:05:45.572837 dv-cinder-789603-11-iscsi neutron-server[93012]: return func(*args, **kwargs) Jul 08 13:05:45.572837 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 13:05:45.572837 dv-cinder-789603-11-iscsi neutron-server[93012]: self._notify() Jul 08 13:05:45.572837 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 13:05:45.572837 dv-cinder-789603-11-iscsi neutron-server[93012]: self.callback(batched_events) Jul 08 13:05:45.572837 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 13:05:45.572837 dv-cinder-789603-11-iscsi neutron-server[93012]: event.method(event) Jul 08 13:05:45.572837 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 13:05:45.572837 dv-cinder-789603-11-iscsi neutron-server[93012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 13:05:45.572837 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 13:05:45.572837 dv-cinder-789603-11-iscsi neutron-server[93012]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 13:05:45.572837 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 13:05:45.572837 dv-cinder-789603-11-iscsi neutron-server[93012]: return f(self, *a, **k) Jul 08 13:05:45.572837 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 13:05:45.572837 dv-cinder-789603-11-iscsi neutron-server[93012]: return self._get(url).json() Jul 08 13:05:45.572837 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 13:05:45.572837 dv-cinder-789603-11-iscsi neutron-server[93012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 13:05:45.572837 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 13:05:45.572837 dv-cinder-789603-11-iscsi neutron-server[93012]: return self.request(url, 'GET', **kwargs) Jul 08 13:05:45.572837 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 13:05:45.572837 dv-cinder-789603-11-iscsi neutron-server[93012]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 13:05:45.572837 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 13:05:45.572837 dv-cinder-789603-11-iscsi neutron-server[93012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 13:05:45.572837 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 13:05:45.572837 dv-cinder-789603-11-iscsi neutron-server[93012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 13:05:45.572837 dv-cinder-789603-11-iscsi neutron-server[93012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 13:05:45.629408 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c736c150-2190-4c70-b6ba-88e410b9b003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545699'] for network, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:45.633774 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c736c150-2190-4c70-b6ba-88e410b9b003 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for network, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:45.638653 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-c736c150-2190-4c70-b6ba-88e410b9b003 admin admin] 10.222.0.59 "DELETE /v2.0/networks/a989f85d-3714-472a-9d72-dfb33dfa3fe4 HTTP/1.1" status: 204 len: 168 time: 0.2545326 Jul 08 13:05:45.648671 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c736c150-2190-4c70-b6ba-88e410b9b003 admin admin] Pushing event deleted for resources: {'Network': ['ID=a989f85d-3714-472a-9d72-dfb33dfa3fe4,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:05:45.661746 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80875daa-bfc7-43fd-be57-2c6c9a1fe09a req-2c099336-bcc3-46a7-9c70-7de758d902c7 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:45.663204 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-80875daa-bfc7-43fd-be57-2c6c9a1fe09a req-2c099336-bcc3-46a7-9c70-7de758d902c7 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f336d20-fe27-4f16-a551-23556004dc14 HTTP/1.1" status: 200 len: 946 time: 0.0722249 Jul 08 13:05:45.795108 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [req-80875daa-bfc7-43fd-be57-2c6c9a1fe09a req-51dd0059-a005-4030-9473-98ae6636fca6 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Deleting port 976ceb06-2408-468b-aa97-3af8d74ff9b1 {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:05:45.796006 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-80875daa-bfc7-43fd-be57-2c6c9a1fe09a req-51dd0059-a005-4030-9473-98ae6636fca6 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:45.821710 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 42036) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:05:45.882293 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d69784-b07e-4e1e-8fb2-955a0ac94467 req-e04ddd3e-897d-4156-ae5f-7dee5e6f5e6d tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:45.883537 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-68d69784-b07e-4e1e-8fb2-955a0ac94467 req-e04ddd3e-897d-4156-ae5f-7dee5e6f5e6d tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 943 time: 0.1041441 Jul 08 13:05:45.886199 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-230382c9-68ca-4ee8-92cd-aec06c4f74af admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f61e798ba1214bf68c07623649316cbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0634830 Jul 08 13:05:45.888702 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 42038) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:05:45.891034 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-80875daa-bfc7-43fd-be57-2c6c9a1fe09a req-51dd0059-a005-4030-9473-98ae6636fca6 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] For port 976ceb06-2408-468b-aa97-3af8d74ff9b1, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=976ceb06-2408-468b-aa97-3af8d74ff9b1,segment=NetworkSegment(5b71ba67-5771-4488-b4a2-a47ffb209829),segment_id=5b71ba67-5771-4488-b4a2-a47ffb209829)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:05:45.891434 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-80875daa-bfc7-43fd-be57-2c6c9a1fe09a req-51dd0059-a005-4030-9473-98ae6636fca6 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:45.905351 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [req-80875daa-bfc7-43fd-be57-2c6c9a1fe09a req-51dd0059-a005-4030-9473-98ae6636fca6 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Calling delete_port for 976ceb06-2408-468b-aa97-3af8d74ff9b1 owned by compute:nova {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:05:45.959901 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-68d69784-b07e-4e1e-8fb2-955a0ac94467 req-810800dd-20d9-48e7-8e96-3ca95f2a4494 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642295 Jul 08 13:05:45.975392 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-de9ea2cd-67bc-494e-801d-daf95002797f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:45.998958 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-de9ea2cd-67bc-494e-801d-daf95002797f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:46.060176 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-de9ea2cd-67bc-494e-801d-daf95002797f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:46.063038 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-de9ea2cd-67bc-494e-801d-daf95002797f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:46.068227 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-de9ea2cd-67bc-494e-801d-daf95002797f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a3a2d98b-5225-431c-b401-c4d61b2724d7 HTTP/1.1" status: 204 len: 168 time: 0.1765227 Jul 08 13:05:46.078043 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9ea2cd-67bc-494e-801d-daf95002797f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a2d98b-5225-431c-b401-c4d61b2724d7,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:05:46.090795 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-80875daa-bfc7-43fd-be57-2c6c9a1fe09a req-51dd0059-a005-4030-9473-98ae6636fca6 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789347'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:46.150934 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dd0059-a005-4030-9473-98ae6636fca6 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Pushing event deleted for resources: {'Port': ['ID=976ceb06-2408-468b-aa97-3af8d74ff9b1,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:05:46.180032 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266115fb-204b-49ea-87fd-b97f194f3981 req-cfc843ec-659f-4774-8d30-315f4a49b9e6 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:46.181624 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-266115fb-204b-49ea-87fd-b97f194f3981 req-cfc843ec-659f-4774-8d30-315f4a49b9e6 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 945 time: 0.0742023 Jul 08 13:05:46.187750 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b82b45-5d74-480c-831d-d67c07ffb42e req-0ca57942-a395-4012-8643-08f9bb80f1a2 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:46.189362 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-e6b82b45-5d74-480c-831d-d67c07ffb42e req-0ca57942-a395-4012-8643-08f9bb80f1a2 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f336d20-fe27-4f16-a551-23556004dc14 HTTP/1.1" status: 200 len: 867 time: 0.1491084 Jul 08 13:05:46.210350 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [req-80875daa-bfc7-43fd-be57-2c6c9a1fe09a req-51dd0059-a005-4030-9473-98ae6636fca6 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] No DVR routers for this DVR port 976ceb06-2408-468b-aa97-3af8d74ff9b1 on host hv-cinder-78960 {{(pid=93011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:05:46.217719 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-80875daa-bfc7-43fd-be57-2c6c9a1fe09a req-51dd0059-a005-4030-9473-98ae6636fca6 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:46.219623 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-80875daa-bfc7-43fd-be57-2c6c9a1fe09a req-51dd0059-a005-4030-9473-98ae6636fca6 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.21 "DELETE /v2.0/ports/976ceb06-2408-468b-aa97-3af8d74ff9b1 HTTP/1.1" status: 204 len: 173 time: 0.5335245 Jul 08 13:05:46.220034 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f336d20-fe27-4f16-a551-23556004dc14', 'name': 'network-vif-deleted', 'tag': '976ceb06-2408-468b-aa97-3af8d74ff9b1'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:05:46.224443 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-266115fb-204b-49ea-87fd-b97f194f3981 req-fc6516ef-ab01-48cd-aa16-b549d07f1e63 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352662 Jul 08 13:05:46.236610 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79934bd8df5839606b1ce54b63dc7d70fed780423e2c756261eeaeb19bf0c4d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846833e5-44f7-47ce-aecc-9b1fd30f5ac5" -d '{"events": [{"server_uuid": "3f336d20-fe27-4f16-a551-23556004dc14", "name": "network-vif-deleted", "tag": "976ceb06-2408-468b-aa97-3af8d74ff9b1"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:05:46.272750 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-e6b82b45-5d74-480c-831d-d67c07ffb42e req-b32fd3c1-8ec4-4660-ad58-38e4c727c25f tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/security-groups?id=ff71abe8-bc30-4f43-864d-85c09000d4ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633810 Jul 08 13:05:46.322983 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6ec52e-65ec-424a-bf2f-2f8abe6d6d69 x-openstack-request-id: req-4b6ec52e-65ec-424a-bf2f-2f8abe6d6d69 {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:05:46.323269 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f336d20-fe27-4f16-a551-23556004dc14", "name": "network-vif-deleted", "tag": "976ceb06-2408-468b-aa97-3af8d74ff9b1", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:05:46.323520 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4b6ec52e-65ec-424a-bf2f-2f8abe6d6d69 {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:05:46.323922 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f336d20-fe27-4f16-a551-23556004dc14', 'name': 'network-vif-deleted', 'tag': '976ceb06-2408-468b-aa97-3af8d74ff9b1', 'status': 'completed', 'code': 200} Jul 08 13:05:47.145029 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee039c0-d4f1-4f91-afee-0315984d3eae req-670d5b27-40a8-4a74-815f-7cc8a5a70638 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:47.146491 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-5ee039c0-d4f1-4f91-afee-0315984d3eae req-670d5b27-40a8-4a74-815f-7cc8a5a70638 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 943 time: 0.0641699 Jul 08 13:05:47.184325 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-5ee039c0-d4f1-4f91-afee-0315984d3eae req-35b0390b-c8c0-4390-9d25-71b0a22dc4ee tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321836 Jul 08 13:05:47.428591 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63786f6e-0808-4af1-88bd-2fa8993dc56a req-f427e45d-a854-448e-885a-fd52026642c0 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:47.430369 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-63786f6e-0808-4af1-88bd-2fa8993dc56a req-f427e45d-a854-448e-885a-fd52026642c0 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 945 time: 0.0889130 Jul 08 13:05:47.464965 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-abfc2d5a-ba02-4d1a-87a7-f244a72c1eed req-c6f17f4b-9317-44a5-85c9-c7392ad80ef2 tempest-VolumesSnapshotTestJSON-549498973 tempest-VolumesSnapshotTestJSON-549498973-project] 10.222.0.59 "GET /v2.0/ports?device_id=3f336d20-fe27-4f16-a551-23556004dc14 HTTP/1.1" status: 200 len: 210 time: 0.0355294 Jul 08 13:05:47.469062 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-63786f6e-0808-4af1-88bd-2fa8993dc56a req-b54563f4-d736-4bbe-a9cb-ee9e374cabe7 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332563 Jul 08 13:05:48.015211 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 2a444704-0459-47f5-8a8e-0527f9196d16 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=93013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 13:05:48.022167 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 976ceb06-2408-468b-aa97-3af8d74ff9b1 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:05:48.063613 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] No Port match for: 976ceb06-2408-468b-aa97-3af8d74ff9b1 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:05:48.064032 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 976ceb06-2408-468b-aa97-3af8d74ff9b1 not bound to the agent host hv-cinder-78960 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:05:48.132100 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port 2a444704-0459-47f5-8a8e-0527f9196d16, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2a444704-0459-47f5-8a8e-0527f9196d16,segment=NetworkSegment(e9afe398-2e2b-4f79-94b7-dda3a4c06771),segment_id=e9afe398-2e2b-4f79-94b7-dda3a4c06771)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:05:48.143489 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Returning: {'device': '2a444704-0459-47f5-8a8e-0527f9196d16', 'network_id': 'a04372ec-c042-4405-a1d0-b6660a8bf946', 'port_id': '2a444704-0459-47f5-8a8e-0527f9196d16', 'mac_address': 'fa:16:3e:b0:b2:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7a9e7d-3071-4940-95e2-12dfd08df222', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 13:05:48.185397 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:48.186414 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-58bce312-1fb9-499b-b2c3-6bdae8d7296b req-31713a49-6f5a-42a0-9fa8-1b22c1516221 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-29266221&fields=id&tenant_id=ed74fee3baae41ecbf26ed6bbd744249 HTTP/1.1" status: 200 len: 267 time: 0.0347717 Jul 08 13:05:48.198881 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a444704-0459-47f5-8a8e-0527f9196d16 {{(pid=93013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:05:48.219354 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port 2a444704-0459-47f5-8a8e-0527f9196d16, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2a444704-0459-47f5-8a8e-0527f9196d16,segment=NetworkSegment(e9afe398-2e2b-4f79-94b7-dda3a4c06771),segment_id=e9afe398-2e2b-4f79-94b7-dda3a4c06771)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:05:48.223965 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:48.274576 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Pushing event updated for resources: {'Port': ['ID=2a444704-0459-47f5-8a8e-0527f9196d16,revision_number=9']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:05:48.281609 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:05:48.282089 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:05:48.282440 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:05:48.282785 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:05:48.283120 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:05:48.283461 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:05:48.283793 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:05:48.284226 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:05:48.284816 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:05:48.285233 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:05:48.285571 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:05:48.286050 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:05:48.301951 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bce312-1fb9-499b-b2c3-6bdae8d7296b req-11b7ed46-1a64-4e8b-a2b7-cbb18cd98443 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:48.303486 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-58bce312-1fb9-499b-b2c3-6bdae8d7296b req-11b7ed46-1a64-4e8b-a2b7-cbb18cd98443 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/networks?id=c49b9db1-0426-4015-9afe-1fff90136761 HTTP/1.1" status: 200 len: 809 time: 0.1110275 Jul 08 13:05:48.318899 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-58bce312-1fb9-499b-b2c3-6bdae8d7296b req-a850206d-2412-4997-bdfa-f16396dc5bc0 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/quotas/ed74fee3baae41ecbf26ed6bbd744249 HTTP/1.1" status: 200 len: 375 time: 0.0099168 Jul 08 13:05:48.371664 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe07362-a1d3-4ce5-8987-23746bb58f8c req-7a1fb15a-c5db-4049-8a04-bc521efc7340 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:48.373186 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-cbe07362-a1d3-4ce5-8987-23746bb58f8c req-7a1fb15a-c5db-4049-8a04-bc521efc7340 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 944 time: 0.0634286 Jul 08 13:05:48.391226 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-58bce312-1fb9-499b-b2c3-6bdae8d7296b req-5053a931-ac42-4a5e-be07-1cf1974ed8bb tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=ed74fee3baae41ecbf26ed6bbd744249&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0670171 Jul 08 13:05:48.414845 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-cbe07362-a1d3-4ce5-8987-23746bb58f8c req-d1b9106f-6547-433a-83ee-cdeab417e9f9 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354872 Jul 08 13:05:48.499490 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-58bce312-1fb9-499b-b2c3-6bdae8d7296b req-215b5ca7-3f4d-47e1-8964-86084c200d81 service neutron] 10.222.0.59 "GET /v2.0/networks/c49b9db1-0426-4015-9afe-1fff90136761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959921 Jul 08 13:05:48.591610 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-58bce312-1fb9-499b-b2c3-6bdae8d7296b req-cb4fceed-014b-450e-bf09-25a13ecc7e3c service neutron] 10.222.0.59 "GET /v2.0/networks/c49b9db1-0426-4015-9afe-1fff90136761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864651 Jul 08 13:05:48.618170 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] get_ports_and_sgs() called for port_ids ['2a444704-0459-47f5-8a8e-0527f9196d16'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 13:05:48.653232 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf281e8-ea54-4cf9-83c4-3bcc04daea1d req-fbd1af46-0f82-456a-963a-f8bb77976de9 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:48.654805 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-eaf281e8-ea54-4cf9-83c4-3bcc04daea1d req-fbd1af46-0f82-456a-963a-f8bb77976de9 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 945 time: 0.0664182 Jul 08 13:05:48.702296 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-eaf281e8-ea54-4cf9-83c4-3bcc04daea1d req-048d2d8f-9a1c-4099-afc1-07423031af23 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415826 Jul 08 13:05:48.925374 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-54d9650c-216e-4b92-b6ca-ba24fd849456 req-a89afbae-dbf9-4913-a03e-3c4af9982e12 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-519167378&fields=id&tenant_id=72e6ac284e134db6984ee5463fd84268 HTTP/1.1" status: 200 len: 267 time: 0.0461771 Jul 08 13:05:49.054853 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d9650c-216e-4b92-b6ca-ba24fd849456 req-fc45c575-0210-4874-8118-e2f0427a1d6a tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:49.062217 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-54d9650c-216e-4b92-b6ca-ba24fd849456 req-fc45c575-0210-4874-8118-e2f0427a1d6a tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/networks?id=6414870c-e55b-4de0-96ed-e21f9e007cfe HTTP/1.1" status: 200 len: 812 time: 0.1291018 Jul 08 13:05:49.079874 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-54d9650c-216e-4b92-b6ca-ba24fd849456 req-3d0289a1-0ff5-49f1-b3c0-5a1102379370 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/quotas/72e6ac284e134db6984ee5463fd84268 HTTP/1.1" status: 200 len: 375 time: 0.0162601 Jul 08 13:05:49.172318 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-54d9650c-216e-4b92-b6ca-ba24fd849456 req-fd0c1ebb-847a-4822-9284-7ece32fef845 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=72e6ac284e134db6984ee5463fd84268&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0912943 Jul 08 13:05:49.294084 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-3e073779-6d39-4b36-b0fd-14352f6cccfb req-46c59728-40bd-4048-937f-c7cdea337fb1 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/ports?device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 210 time: 0.0351031 Jul 08 13:05:49.305232 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-54d9650c-216e-4b92-b6ca-ba24fd849456 req-631247a6-9031-4b65-b9a9-9cda9a9af2a8 service neutron] 10.222.0.59 "GET /v2.0/networks/6414870c-e55b-4de0-96ed-e21f9e007cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199312 Jul 08 13:05:49.408423 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-54d9650c-216e-4b92-b6ca-ba24fd849456 req-3d9b0a2d-611b-4d70-8c13-6bce76c6c3d9 service neutron] 10.222.0.59 "GET /v2.0/networks/6414870c-e55b-4de0-96ed-e21f9e007cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911326 Jul 08 13:05:49.612667 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502b3c9-985a-4983-aec0-12f4d0667bf0 req-2f75ffe4-61cf-4a29-9fe4-eebff79c3f40 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:49.614246 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-5502b3c9-985a-4983-aec0-12f4d0667bf0 req-2f75ffe4-61cf-4a29-9fe4-eebff79c3f40 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 944 time: 0.0756526 Jul 08 13:05:49.657471 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-5502b3c9-985a-4983-aec0-12f4d0667bf0 req-b2da3da8-3944-4daf-a9ad-caa3f6c04730 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350225 Jul 08 13:05:49.751975 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-233be9b4-5076-45c5-a0b8-b3de3296f062 req-18a62b89-0155-482c-b5ab-9d0b86230a18 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7a34fa5-dfa5-40ae-a600-c94fd643de9c HTTP/1.1" status: 200 len: 210 time: 0.0296285 Jul 08 13:05:50.030830 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 2a444704-0459-47f5-8a8e-0527f9196d16 up at agent hyperv_hv-cinder-78960 {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:05:50.079609 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Provisioning complete for port 2a444704-0459-47f5-8a8e-0527f9196d16 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:05:50.079899 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:50.160528 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:50.191336 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b1daef-37a3-4bcc-a6bc-da783294b4ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a444704-0459-47f5-8a8e-0527f9196d16'}] {{(pid=93013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:05:50.193839 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437348d2bcada7eee63ab7a3e0cc12fc8f9484ad9c5d405f769a928aff85887c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd618cd-f5d2-4d4d-ba65-141c738d0bb4" -d '{"events": [{"server_uuid": "21b1daef-37a3-4bcc-a6bc-da783294b4ce", "name": "network-vif-plugged", "status": "completed", "tag": "2a444704-0459-47f5-8a8e-0527f9196d16"}]}' {{(pid=93013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:05:50.226592 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port 2a444704-0459-47f5-8a8e-0527f9196d16, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2a444704-0459-47f5-8a8e-0527f9196d16,segment=NetworkSegment(e9afe398-2e2b-4f79-94b7-dda3a4c06771),segment_id=e9afe398-2e2b-4f79-94b7-dda3a4c06771)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:05:50.232253 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07628249-61f5-43db-8adc-cfd734366d2a x-openstack-request-id: req-07628249-61f5-43db-8adc-cfd734366d2a {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:05:50.232772 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b1daef-37a3-4bcc-a6bc-da783294b4ce", "name": "network-vif-plugged", "status": "completed", "tag": "2a444704-0459-47f5-8a8e-0527f9196d16", "code": 200}]} {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:05:50.233032 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-07628249-61f5-43db-8adc-cfd734366d2a {{(pid=93013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:05:50.233513 dv-cinder-789603-11-iscsi neutron-server[93013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b1daef-37a3-4bcc-a6bc-da783294b4ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a444704-0459-47f5-8a8e-0527f9196d16', 'code': 200} Jul 08 13:05:50.235122 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:50.290875 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Pushing event updated for resources: {'Port': ['ID=2a444704-0459-47f5-8a8e-0527f9196d16,revision_number=10']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:05:50.478471 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-34e895ee-e39b-42bb-940e-5cf543ceeb86 req-611b623c-432b-4dda-adc6-9eeb28ef8411 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/ports?device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 210 time: 0.0596659 Jul 08 13:05:50.687180 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bce312-1fb9-499b-b2c3-6bdae8d7296b req-0dd04dcc-4533-4cf0-98fc-d91e1699b283 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:50.688661 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-58bce312-1fb9-499b-b2c3-6bdae8d7296b req-0dd04dcc-4533-4cf0-98fc-d91e1699b283 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.21 "GET /v2.0/networks?id=c49b9db1-0426-4015-9afe-1fff90136761 HTTP/1.1" status: 200 len: 809 time: 0.1048810 Jul 08 13:05:50.759048 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-58bce312-1fb9-499b-b2c3-6bdae8d7296b req-54507c04-fd32-404f-b66c-70bffaaf7e75 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed74fee3baae41ecbf26ed6bbd744249 HTTP/1.1" status: 200 len: 378 time: 0.0374365 Jul 08 13:05:50.844089 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36445f-dbb5-4884-a404-679d141a8edc req-30f620c6-240e-4460-bb2d-0f16afd006e1 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:50.846768 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-cf36445f-dbb5-4884-a404-679d141a8edc req-30f620c6-240e-4460-bb2d-0f16afd006e1 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 946 time: 0.0686004 Jul 08 13:05:50.883454 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-cf36445f-dbb5-4884-a404-679d141a8edc req-396d9a9b-2124-4f4b-9e09-a733d9c63df5 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322399 Jul 08 13:05:51.016939 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4a4e12ea-b727-45e4-8365-93cce6c62a0e req-389940dd-c0a4-4ea0-9643-19e37a4e32fc tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7a34fa5-dfa5-40ae-a600-c94fd643de9c HTTP/1.1" status: 200 len: 210 time: 0.0280325 Jul 08 13:05:51.609499 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-94b7d418-ef5f-4a0e-8160-f4fa21579b92 req-da75fbfc-dfc8-4555-83b8-9b278126ef89 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/ports?device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 210 time: 0.0287590 Jul 08 13:05:52.069600 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e7a57f-2076-4c09-855f-cadacb0ea469 req-d08af7b9-4f5d-4aa2-b0fd-51ae2fe72892 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:52.071345 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-22e7a57f-2076-4c09-855f-cadacb0ea469 req-d08af7b9-4f5d-4aa2-b0fd-51ae2fe72892 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 946 time: 0.0697937 Jul 08 13:05:52.120485 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-22e7a57f-2076-4c09-855f-cadacb0ea469 req-c8541857-3c38-4403-aa7e-497646d4b5a0 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438783 Jul 08 13:05:52.187732 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-87ad5717-f333-4fe8-929a-c7ac15f21ad0 req-c9358bb4-b2ac-4a81-8fb9-b74602b3e2e3 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7a34fa5-dfa5-40ae-a600-c94fd643de9c HTTP/1.1" status: 200 len: 210 time: 0.0291636 Jul 08 13:05:52.748344 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4cc70d4d-3a59-4b68-8136-4f218f66769f req-aa090ff9-6bd9-43dd-83d2-156dda341a65 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/ports?device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 210 time: 0.0278454 Jul 08 13:05:53.305611 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72fbda-fbc9-4d07-8bef-38ee8188d829 req-c2683cb1-f58d-43d4-aae5-852242ca7280 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:53.307163 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-4a72fbda-fbc9-4d07-8bef-38ee8188d829 req-c2683cb1-f58d-43d4-aae5-852242ca7280 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 946 time: 0.0678554 Jul 08 13:05:53.325768 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4136a7c4-cc2e-4aa4-84e8-06a54bb7e309 req-19d2ca83-033e-4120-9807-2439eebb0d21 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7a34fa5-dfa5-40ae-a600-c94fd643de9c HTTP/1.1" status: 200 len: 210 time: 0.0275202 Jul 08 13:05:53.346381 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-4a72fbda-fbc9-4d07-8bef-38ee8188d829 req-ba10ac14-8403-4d86-bdcf-dff871f58ea5 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335548 Jul 08 13:05:53.504573 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [req-58bce312-1fb9-499b-b2c3-6bdae8d7296b req-97e3c2ad-ddc7-4bf0-8a5f-e54b4737fc05 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Request body: {'port': {'device_id': '3aea33ea-0d78-4928-8848-6cc743de64b0', 'network_id': 'c49b9db1-0426-4015-9afe-1fff90136761', 'admin_state_up': True, 'tenant_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'security_groups': ['be666b80-73fb-4087-b244-2d5837e7ba42']}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:05:53.618120 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58bce312-1fb9-499b-b2c3-6bdae8d7296b req-97e3c2ad-ddc7-4bf0-8a5f-e54b4737fc05 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Made reservation on behalf of ed74fee3baae41ecbf26ed6bbd744249 for: {'port': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:05:53.622028 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-58bce312-1fb9-499b-b2c3-6bdae8d7296b req-97e3c2ad-ddc7-4bf0-8a5f-e54b4737fc05 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:53.755605 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [req-58bce312-1fb9-499b-b2c3-6bdae8d7296b req-97e3c2ad-ddc7-4bf0-8a5f-e54b4737fc05 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Allocated IP 172.20.0.14 (c49b9db1-0426-4015-9afe-1fff90136761/82be07f0-1d9e-44ff-8c03-11cf8bfac97c/05ebf464-bb95-4cd8-9e1a-37f7a16d1615) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:05:53.820789 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e679013-1690-4e4e-87c9-c79571ed085b req-4bb16c47-006a-4acc-9304-4c9ccf358a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:53.822612 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5e679013-1690-4e4e-87c9-c79571ed085b req-4bb16c47-006a-4acc-9304-4c9ccf358a00 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 1099 time: 0.0600240 Jul 08 13:05:53.887007 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5e679013-1690-4e4e-87c9-c79571ed085b req-cbc9008a-2bc7-41a9-b3c7-72e0854f119c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536797 Jul 08 13:05:53.926712 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-73cc61c3-f06a-49fd-9943-4ccd6045a5ed req-de04cb44-0cfb-445c-a3a4-f386f5c1cc7b tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/ports?device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 210 time: 0.0314863 Jul 08 13:05:53.932796 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-58bce312-1fb9-499b-b2c3-6bdae8d7296b req-97e3c2ad-ddc7-4bf0-8a5f-e54b4737fc05 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:53.947512 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [req-58bce312-1fb9-499b-b2c3-6bdae8d7296b req-97e3c2ad-ddc7-4bf0-8a5f-e54b4737fc05 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Transition to ACTIVE for port object 05ebf464-bb95-4cd8-9e1a-37f7a16d1615 will not be triggered until provisioned by entity DHCP. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:05:53.980616 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-58bce312-1fb9-499b-b2c3-6bdae8d7296b req-97e3c2ad-ddc7-4bf0-8a5f-e54b4737fc05 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4789364'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:54.031531 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58bce312-1fb9-499b-b2c3-6bdae8d7296b req-97e3c2ad-ddc7-4bf0-8a5f-e54b4737fc05 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Network c49b9db1-0426-4015-9afe-1fff90136761 is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:05:54.034887 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [req-58bce312-1fb9-499b-b2c3-6bdae8d7296b req-97e3c2ad-ddc7-4bf0-8a5f-e54b4737fc05 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:05:54.037422 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [req-58bce312-1fb9-499b-b2c3-6bdae8d7296b req-97e3c2ad-ddc7-4bf0-8a5f-e54b4737fc05 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:05:54.067075 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3c2ad-ddc7-4bf0-8a5f-e54b4737fc05 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Pushing event updated for resources: {'Port': ['ID=05ebf464-bb95-4cd8-9e1a-37f7a16d1615,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:05:54.075916 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c2ad-ddc7-4bf0-8a5f-e54b4737fc05 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:05:54.076326 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c2ad-ddc7-4bf0-8a5f-e54b4737fc05 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:05:54.076673 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c2ad-ddc7-4bf0-8a5f-e54b4737fc05 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:05:54.077011 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c2ad-ddc7-4bf0-8a5f-e54b4737fc05 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:05:54.077344 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c2ad-ddc7-4bf0-8a5f-e54b4737fc05 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:05:54.077683 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c2ad-ddc7-4bf0-8a5f-e54b4737fc05 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:05:54.078013 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c2ad-ddc7-4bf0-8a5f-e54b4737fc05 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:05:54.078337 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c2ad-ddc7-4bf0-8a5f-e54b4737fc05 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:05:54.078667 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c2ad-ddc7-4bf0-8a5f-e54b4737fc05 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:05:54.079253 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c2ad-ddc7-4bf0-8a5f-e54b4737fc05 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:05:54.079575 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c2ad-ddc7-4bf0-8a5f-e54b4737fc05 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:05:54.079896 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e3c2ad-ddc7-4bf0-8a5f-e54b4737fc05 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:05:54.109610 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bce312-1fb9-499b-b2c3-6bdae8d7296b req-97e3c2ad-ddc7-4bf0-8a5f-e54b4737fc05 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:54.110306 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-58bce312-1fb9-499b-b2c3-6bdae8d7296b req-97e3c2ad-ddc7-4bf0-8a5f-e54b4737fc05 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:54.125640 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-58bce312-1fb9-499b-b2c3-6bdae8d7296b req-97e3c2ad-ddc7-4bf0-8a5f-e54b4737fc05 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6259732 Jul 08 13:05:54.297750 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-353ce3d5-9dbd-4e75-b28c-83043093c4c3 None None] Provisioning for port 05ebf464-bb95-4cd8-9e1a-37f7a16d1615 completed by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:05:54.301655 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-353ce3d5-9dbd-4e75-b28c-83043093c4c3 None None] Provisioning complete for port 05ebf464-bb95-4cd8-9e1a-37f7a16d1615 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:05:54.302098 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-353ce3d5-9dbd-4e75-b28c-83043093c4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:54.302914 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [req-58bce312-1fb9-499b-b2c3-6bdae8d7296b req-627bdca0-fa56-4047-81b2-94a829d7843c service neutron] Request body: {'port': {'device_id': '3aea33ea-0d78-4928-8848-6cc743de64b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:05:54.347356 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-353ce3d5-9dbd-4e75-b28c-83043093c4c3 None None] Port 05ebf464-bb95-4cd8-9e1a-37f7a16d1615 cannot update to ACTIVE because it is not bound. {{(pid=93013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 13:05:54.422703 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d9650c-216e-4b92-b6ca-ba24fd849456 req-ecc83b8c-d9d9-428e-9b71-ed4b67040561 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:54.424194 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-54d9650c-216e-4b92-b6ca-ba24fd849456 req-ecc83b8c-d9d9-428e-9b71-ed4b67040561 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.21 "GET /v2.0/networks?id=6414870c-e55b-4de0-96ed-e21f9e007cfe HTTP/1.1" status: 200 len: 812 time: 0.1775975 Jul 08 13:05:54.426909 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-58bce312-1fb9-499b-b2c3-6bdae8d7296b req-627bdca0-fa56-4047-81b2-94a829d7843c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:54.513774 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ef498e86-167a-4dd8-ba2a-0cd11b95822c req-9b036177-8b82-4baa-b8cd-5f1f43e4cff7 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7a34fa5-dfa5-40ae-a600-c94fd643de9c HTTP/1.1" status: 200 len: 210 time: 0.0633523 Jul 08 13:05:54.541590 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-54d9650c-216e-4b92-b6ca-ba24fd849456 req-674fceb1-aed9-476d-aa8b-9b05fb49cb9d tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72e6ac284e134db6984ee5463fd84268 HTTP/1.1" status: 200 len: 379 time: 0.0985956 Jul 08 13:05:54.565735 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [req-54d9650c-216e-4b92-b6ca-ba24fd849456 req-3b9522d4-13bc-41d5-a741-50c1ea270865 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Request body: {'port': {'device_id': 'c7a34fa5-dfa5-40ae-a600-c94fd643de9c', 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe', 'admin_state_up': True, 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'security_groups': ['1905c27f-739b-4619-88c1-b64cd2f47568']}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:05:54.581347 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614576f-e657-4731-861d-81c63b093b6d req-ef8d8d5a-3c90-4cb4-a972-2761afe3f5f9 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:54.589240 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c614576f-e657-4731-861d-81c63b093b6d req-ef8d8d5a-3c90-4cb4-a972-2761afe3f5f9 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 946 time: 0.1143682 Jul 08 13:05:54.627566 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c614576f-e657-4731-861d-81c63b093b6d req-150d59bb-ef02-4405-bf08-4f553cb8d426 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370607 Jul 08 13:05:54.815465 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54d9650c-216e-4b92-b6ca-ba24fd849456 req-3b9522d4-13bc-41d5-a741-50c1ea270865 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Made reservation on behalf of 72e6ac284e134db6984ee5463fd84268 for: {'port': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:05:54.819292 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-54d9650c-216e-4b92-b6ca-ba24fd849456 req-3b9522d4-13bc-41d5-a741-50c1ea270865 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:54.980347 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [req-58bce312-1fb9-499b-b2c3-6bdae8d7296b req-627bdca0-fa56-4047-81b2-94a829d7843c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05ebf464-bb95-4cd8-9e1a-37f7a16d1615 {{(pid=93011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:05:54.990815 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-58bce312-1fb9-499b-b2c3-6bdae8d7296b req-627bdca0-fa56-4047-81b2-94a829d7843c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:55.015178 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [req-58bce312-1fb9-499b-b2c3-6bdae8d7296b req-627bdca0-fa56-4047-81b2-94a829d7843c service neutron] Transition to ACTIVE for port object 05ebf464-bb95-4cd8-9e1a-37f7a16d1615 will not be triggered until provisioned by entity L2. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:05:55.020773 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-58bce312-1fb9-499b-b2c3-6bdae8d7296b req-627bdca0-fa56-4047-81b2-94a829d7843c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4789354'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:55.022976 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [req-54d9650c-216e-4b92-b6ca-ba24fd849456 req-3b9522d4-13bc-41d5-a741-50c1ea270865 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Allocated IP 172.20.0.11 (6414870c-e55b-4de0-96ed-e21f9e007cfe/d28d3121-202c-40d9-81a2-6dc38ff463b2/885d824b-ead0-4e67-95e8-f1dbef80809e) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:05:55.122794 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627bdca0-fa56-4047-81b2-94a829d7843c service neutron] Pushing event updated for resources: {'Port': ['ID=05ebf464-bb95-4cd8-9e1a-37f7a16d1615,revision_number=2']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:05:55.279594 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c3ec2-4f09-4ec5-9adb-1df80ca7185a req-1c48567f-3ebc-4fee-b4fb-44cd9a5b8e64 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:55.284712 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f54c3ec2-4f09-4ec5-9adb-1df80ca7185a req-1c48567f-3ebc-4fee-b4fb-44cd9a5b8e64 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/ports?device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 944 time: 0.2325640 Jul 08 13:05:55.369910 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-58bce312-1fb9-499b-b2c3-6bdae8d7296b req-627bdca0-fa56-4047-81b2-94a829d7843c service neutron] Attempting to bind port 05ebf464-bb95-4cd8-9e1a-37f7a16d1615 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 13:05:55.370152 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-58bce312-1fb9-499b-b2c3-6bdae8d7296b req-627bdca0-fa56-4047-81b2-94a829d7843c service neutron] Attempting to bind port 05ebf464-bb95-4cd8-9e1a-37f7a16d1615 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '32964103-717e-44fc-b530-57634237afd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c49b9db1-0426-4015-9afe-1fff90136761'}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 13:05:55.370489 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bce312-1fb9-499b-b2c3-6bdae8d7296b req-627bdca0-fa56-4047-81b2-94a829d7843c service neutron] Attempting to bind port 05ebf464-bb95-4cd8-9e1a-37f7a16d1615 on network c49b9db1-0426-4015-9afe-1fff90136761 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:05:55.376490 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-54d9650c-216e-4b92-b6ca-ba24fd849456 req-3b9522d4-13bc-41d5-a741-50c1ea270865 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:55.381873 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f54c3ec2-4f09-4ec5-9adb-1df80ca7185a req-fd34fb01-6457-4b51-a3a3-447c8ab284ab tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/security-groups?id=be666b80-73fb-4087-b244-2d5837e7ba42&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0908463 Jul 08 13:05:55.384133 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bce312-1fb9-499b-b2c3-6bdae8d7296b req-627bdca0-fa56-4047-81b2-94a829d7843c service neutron] Port 05ebf464-bb95-4cd8-9e1a-37f7a16d1615 on network c49b9db1-0426-4015-9afe-1fff90136761 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 13:05:55.384474 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bce312-1fb9-499b-b2c3-6bdae8d7296b req-627bdca0-fa56-4047-81b2-94a829d7843c service neutron] Attempting to bind port 05ebf464-bb95-4cd8-9e1a-37f7a16d1615 on network c49b9db1-0426-4015-9afe-1fff90136761 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:05:55.397149 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bce312-1fb9-499b-b2c3-6bdae8d7296b req-627bdca0-fa56-4047-81b2-94a829d7843c service neutron] Checking agent: {'id': 'c15515fa-7ee9-40ef-8b65-fb183853d126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 13, 0), 'started_at': datetime.datetime(2021, 7, 8, 13, 0), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 13, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 13:05:55.397484 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bce312-1fb9-499b-b2c3-6bdae8d7296b req-627bdca0-fa56-4047-81b2-94a829d7843c service neutron] Checking segment: {'id': '32964103-717e-44fc-b530-57634237afd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c49b9db1-0426-4015-9afe-1fff90136761'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:05:55.397860 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bce312-1fb9-499b-b2c3-6bdae8d7296b req-627bdca0-fa56-4047-81b2-94a829d7843c service neutron] Bound using segment: {'id': '32964103-717e-44fc-b530-57634237afd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c49b9db1-0426-4015-9afe-1fff90136761'} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 13:05:55.398293 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-58bce312-1fb9-499b-b2c3-6bdae8d7296b req-627bdca0-fa56-4047-81b2-94a829d7843c service neutron] Bound port: 05ebf464-bb95-4cd8-9e1a-37f7a16d1615, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32964103-717e-44fc-b530-57634237afd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c49b9db1-0426-4015-9afe-1fff90136761'}}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 13:05:55.398650 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-58bce312-1fb9-499b-b2c3-6bdae8d7296b req-627bdca0-fa56-4047-81b2-94a829d7843c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:55.400765 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [req-54d9650c-216e-4b92-b6ca-ba24fd849456 req-3b9522d4-13bc-41d5-a741-50c1ea270865 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Transition to ACTIVE for port object 885d824b-ead0-4e67-95e8-f1dbef80809e will not be triggered until provisioned by entity DHCP. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:05:55.484388 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-58bce312-1fb9-499b-b2c3-6bdae8d7296b req-627bdca0-fa56-4047-81b2-94a829d7843c service neutron] For port 05ebf464-bb95-4cd8-9e1a-37f7a16d1615, host hv-cinder-78960, cleared binding levels {{(pid=93011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 13:05:55.486871 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-54d9650c-216e-4b92-b6ca-ba24fd849456 req-3b9522d4-13bc-41d5-a741-50c1ea270865 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4789364'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:55.489585 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-58bce312-1fb9-499b-b2c3-6bdae8d7296b req-627bdca0-fa56-4047-81b2-94a829d7843c service neutron] For port 05ebf464-bb95-4cd8-9e1a-37f7a16d1615, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=05ebf464-bb95-4cd8-9e1a-37f7a16d1615,segment=NetworkSegment(32964103-717e-44fc-b530-57634237afd8),segment_id=32964103-717e-44fc-b530-57634237afd8)] {{(pid=93011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 13:05:55.498910 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-58bce312-1fb9-499b-b2c3-6bdae8d7296b req-627bdca0-fa56-4047-81b2-94a829d7843c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4789354'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:55.546555 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54d9650c-216e-4b92-b6ca-ba24fd849456 req-3b9522d4-13bc-41d5-a741-50c1ea270865 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Network 6414870c-e55b-4de0-96ed-e21f9e007cfe is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:05:55.553423 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bce312-1fb9-499b-b2c3-6bdae8d7296b req-627bdca0-fa56-4047-81b2-94a829d7843c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:55.554127 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-58bce312-1fb9-499b-b2c3-6bdae8d7296b req-627bdca0-fa56-4047-81b2-94a829d7843c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:55.555509 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-58bce312-1fb9-499b-b2c3-6bdae8d7296b req-627bdca0-fa56-4047-81b2-94a829d7843c service neutron] 10.222.0.21 "PUT /v2.0/ports/05ebf464-bb95-4cd8-9e1a-37f7a16d1615 HTTP/1.1" status: 200 len: 1094 time: 1.2595608 Jul 08 13:05:55.555899 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aea33ea-0d78-4928-8848-6cc743de64b0', 'tag': '05ebf464-bb95-4cd8-9e1a-37f7a16d1615'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:05:55.558289 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79934bd8df5839606b1ce54b63dc7d70fed780423e2c756261eeaeb19bf0c4d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d8e7b9-49a8-46bb-a09c-91d0e71da148" -d '{"events": [{"name": "network-changed", "server_uuid": "3aea33ea-0d78-4928-8848-6cc743de64b0", "tag": "05ebf464-bb95-4cd8-9e1a-37f7a16d1615"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:05:55.565169 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [req-54d9650c-216e-4b92-b6ca-ba24fd849456 req-3b9522d4-13bc-41d5-a741-50c1ea270865 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:05:55.569953 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d9650c-216e-4b92-b6ca-ba24fd849456 req-3b9522d4-13bc-41d5-a741-50c1ea270865 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:05:55.574251 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9522d4-13bc-41d5-a741-50c1ea270865 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Pushing event updated for resources: {'Port': ['ID=885d824b-ead0-4e67-95e8-f1dbef80809e,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:05:55.635301 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 13:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf2022c-d281-460f-9e1b-ba404438fa39 x-openstack-request-id: req-fdf2022c-d281-460f-9e1b-ba404438fa39 {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:05:55.635627 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aea33ea-0d78-4928-8848-6cc743de64b0", "tag": "05ebf464-bb95-4cd8-9e1a-37f7a16d1615", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:05:55.635866 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fdf2022c-d281-460f-9e1b-ba404438fa39 {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:05:55.636653 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aea33ea-0d78-4928-8848-6cc743de64b0', 'tag': '05ebf464-bb95-4cd8-9e1a-37f7a16d1615', 'status': 'completed', 'code': 200} Jul 08 13:05:55.676339 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d9650c-216e-4b92-b6ca-ba24fd849456 req-3b9522d4-13bc-41d5-a741-50c1ea270865 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:55.676999 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-54d9650c-216e-4b92-b6ca-ba24fd849456 req-3b9522d4-13bc-41d5-a741-50c1ea270865 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:55.737640 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627bdca0-fa56-4047-81b2-94a829d7843c service neutron] Pushing event updated for resources: {'Port': ['ID=05ebf464-bb95-4cd8-9e1a-37f7a16d1615,revision_number=3']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:05:55.764225 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-54d9650c-216e-4b92-b6ca-ba24fd849456 req-3b9522d4-13bc-41d5-a741-50c1ea270865 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2039821 Jul 08 13:05:55.778371 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bce312-1fb9-499b-b2c3-6bdae8d7296b req-bf5a0f94-9c17-4afd-bba6-991db65ae585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:55.780652 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-58bce312-1fb9-499b-b2c3-6bdae8d7296b req-bf5a0f94-9c17-4afd-bba6-991db65ae585 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ed74fee3baae41ecbf26ed6bbd744249&device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 1097 time: 0.1225052 Jul 08 13:05:55.802095 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [req-54d9650c-216e-4b92-b6ca-ba24fd849456 req-aa4d496c-0bcc-49b1-b95d-faca2c77810b service neutron] Request body: {'port': {'device_id': 'c7a34fa5-dfa5-40ae-a600-c94fd643de9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:05:55.844753 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf24299-5ee8-4b3c-8398-da341d8d7e87 req-0aa26e50-3609-42f0-b3e3-ff54b0da0c2a tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:55.847067 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-aaf24299-5ee8-4b3c-8398-da341d8d7e87 req-0aa26e50-3609-42f0-b3e3-ff54b0da0c2a tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7a34fa5-dfa5-40ae-a600-c94fd643de9c HTTP/1.1" status: 200 len: 932 time: 0.1015627 Jul 08 13:05:55.901004 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-58bce312-1fb9-499b-b2c3-6bdae8d7296b req-891fa9c1-5667-4cfd-bdc7-7576d0276bb4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05ebf464-bb95-4cd8-9e1a-37f7a16d1615 HTTP/1.1" status: 200 len: 217 time: 0.0954962 Jul 08 13:05:55.926369 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-aaf24299-5ee8-4b3c-8398-da341d8d7e87 req-13ff2f86-02b5-46de-ad5f-f67d3d7bd179 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/security-groups?id=1905c27f-739b-4619-88c1-b64cd2f47568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732496 Jul 08 13:05:56.050608 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-ea97a7e8-9f5f-4784-af99-5ed6cc2f1265 None None] Provisioning for port 885d824b-ead0-4e67-95e8-f1dbef80809e completed by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:05:56.060247 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-ea97a7e8-9f5f-4784-af99-5ed6cc2f1265 None None] Provisioning complete for port 885d824b-ead0-4e67-95e8-f1dbef80809e triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:05:56.061233 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ea97a7e8-9f5f-4784-af99-5ed6cc2f1265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:56.070736 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bce312-1fb9-499b-b2c3-6bdae8d7296b req-e84a0844-af97-400e-8e7e-73978b6998f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:56.072165 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-58bce312-1fb9-499b-b2c3-6bdae8d7296b req-e84a0844-af97-400e-8e7e-73978b6998f1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=82be07f0-1d9e-44ff-8c03-11cf8bfac97c HTTP/1.1" status: 200 len: 848 time: 0.1524758 Jul 08 13:05:56.077482 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-54d9650c-216e-4b92-b6ca-ba24fd849456 req-aa4d496c-0bcc-49b1-b95d-faca2c77810b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:56.144717 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-ea97a7e8-9f5f-4784-af99-5ed6cc2f1265 None None] Port 885d824b-ead0-4e67-95e8-f1dbef80809e cannot update to ACTIVE because it is not bound. {{(pid=93013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 13:05:56.512629 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd6563-d4f6-496e-ad12-626edaff58e5 req-f462114b-bd52-4e56-89bc-e7e469acc91d tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:56.514073 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-fcbd6563-d4f6-496e-ad12-626edaff58e5 req-f462114b-bd52-4e56-89bc-e7e469acc91d tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 946 time: 0.6120839 Jul 08 13:05:56.587014 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0081b8b0-ca6b-46c0-b42e-0768d315dd70 req-34d60155-d4a3-4ca0-9f69-67d5ee083b10 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:56.588665 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0081b8b0-ca6b-46c0-b42e-0768d315dd70 req-34d60155-d4a3-4ca0-9f69-67d5ee083b10 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=29e5c814-abb2-43a0-be73-99652d1cf98c HTTP/1.1" status: 200 len: 945 time: 0.0798719 Jul 08 13:05:56.632428 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0081b8b0-ca6b-46c0-b42e-0768d315dd70 req-9d23a5a1-987b-4e73-948a-6269a32086ff tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351217 Jul 08 13:05:56.644086 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-fcbd6563-d4f6-496e-ad12-626edaff58e5 req-84eaa75c-0188-4b1a-acc3-e84395eb0324 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223853 Jul 08 13:05:56.651876 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bce312-1fb9-499b-b2c3-6bdae8d7296b req-027d6284-076d-4189-9392-b3aeae78be34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:56.653585 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-58bce312-1fb9-499b-b2c3-6bdae8d7296b req-027d6284-076d-4189-9392-b3aeae78be34 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c49b9db1-0426-4015-9afe-1fff90136761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.5618134 Jul 08 13:05:56.900803 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-58bce312-1fb9-499b-b2c3-6bdae8d7296b req-31c8f7ef-6292-41e3-bed8-3cca41cd0156 service neutron] 10.222.0.21 "GET /v2.0/networks/c49b9db1-0426-4015-9afe-1fff90136761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139099 Jul 08 13:05:56.912455 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce7aeb2-3e59-4fed-b0a8-426416780141 req-ae5bff50-f3b8-4389-a073-9ed033ba0898 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:56.913899 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-6ce7aeb2-3e59-4fed-b0a8-426416780141 req-ae5bff50-f3b8-4389-a073-9ed033ba0898 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/ports?device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 944 time: 0.1501911 Jul 08 13:05:57.010956 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15790081-e5f5-4333-8a16-4b4fa470c10f req-ceeb8aac-2362-4b91-8ee9-50ec456c4a9e tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:57.013254 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-15790081-e5f5-4333-8a16-4b4fa470c10f req-ceeb8aac-2362-4b91-8ee9-50ec456c4a9e tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 946 time: 0.0666358 Jul 08 13:05:57.046560 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [req-54d9650c-216e-4b92-b6ca-ba24fd849456 req-aa4d496c-0bcc-49b1-b95d-faca2c77810b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 885d824b-ead0-4e67-95e8-f1dbef80809e {{(pid=93011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:05:57.057823 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-15790081-e5f5-4333-8a16-4b4fa470c10f req-ceeee753-a8e1-48cb-8bb8-0a8ff1cc6fb4 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=537162c2-7e03-42f9-9511-978f3a376ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362713 Jul 08 13:05:57.062144 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-54d9650c-216e-4b92-b6ca-ba24fd849456 req-aa4d496c-0bcc-49b1-b95d-faca2c77810b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:57.070797 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-6ce7aeb2-3e59-4fed-b0a8-426416780141 req-b0ce4a28-52c7-4b36-b9c7-f8cc1ebffaf5 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/security-groups?id=be666b80-73fb-4087-b244-2d5837e7ba42&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1475563 Jul 08 13:05:57.094172 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [req-54d9650c-216e-4b92-b6ca-ba24fd849456 req-aa4d496c-0bcc-49b1-b95d-faca2c77810b service neutron] Transition to ACTIVE for port object 885d824b-ead0-4e67-95e8-f1dbef80809e will not be triggered until provisioned by entity L2. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:05:57.100504 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-58bce312-1fb9-499b-b2c3-6bdae8d7296b req-166f84b5-4092-46a2-b0a2-ec2b7a7e9b90 service neutron] 10.222.0.21 "GET /v2.0/networks/c49b9db1-0426-4015-9afe-1fff90136761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710377 Jul 08 13:05:57.102512 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-54d9650c-216e-4b92-b6ca-ba24fd849456 req-aa4d496c-0bcc-49b1-b95d-faca2c77810b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4789354'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:57.173292 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d496c-0bcc-49b1-b95d-faca2c77810b service neutron] Pushing event updated for resources: {'Port': ['ID=885d824b-ead0-4e67-95e8-f1dbef80809e,revision_number=2']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:05:57.252145 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-54d9650c-216e-4b92-b6ca-ba24fd849456 req-aa4d496c-0bcc-49b1-b95d-faca2c77810b service neutron] Attempting to bind port 885d824b-ead0-4e67-95e8-f1dbef80809e on host hv-cinder-78960 for vnic_type normal with profile {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 13:05:57.252528 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-54d9650c-216e-4b92-b6ca-ba24fd849456 req-aa4d496c-0bcc-49b1-b95d-faca2c77810b service neutron] Attempting to bind port 885d824b-ead0-4e67-95e8-f1dbef80809e by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'a2927637-e19f-4f91-8a6e-7cfe612d9539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe'}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 13:05:57.252803 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d9650c-216e-4b92-b6ca-ba24fd849456 req-aa4d496c-0bcc-49b1-b95d-faca2c77810b service neutron] Attempting to bind port 885d824b-ead0-4e67-95e8-f1dbef80809e on network 6414870c-e55b-4de0-96ed-e21f9e007cfe {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:05:57.258411 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d9650c-216e-4b92-b6ca-ba24fd849456 req-aa4d496c-0bcc-49b1-b95d-faca2c77810b service neutron] Port 885d824b-ead0-4e67-95e8-f1dbef80809e on network 6414870c-e55b-4de0-96ed-e21f9e007cfe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 13:05:57.258763 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d9650c-216e-4b92-b6ca-ba24fd849456 req-aa4d496c-0bcc-49b1-b95d-faca2c77810b service neutron] Attempting to bind port 885d824b-ead0-4e67-95e8-f1dbef80809e on network 6414870c-e55b-4de0-96ed-e21f9e007cfe {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:05:57.269515 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9fed8-8752-426c-be09-3aa88660e24c req-fae43d10-bf85-4429-b159-8efe2decc0f9 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:57.271159 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4ab9fed8-8752-426c-be09-3aa88660e24c req-fae43d10-bf85-4429-b159-8efe2decc0f9 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7a34fa5-dfa5-40ae-a600-c94fd643de9c HTTP/1.1" status: 200 len: 944 time: 0.0757442 Jul 08 13:05:57.274414 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d9650c-216e-4b92-b6ca-ba24fd849456 req-aa4d496c-0bcc-49b1-b95d-faca2c77810b service neutron] Checking agent: {'id': 'c15515fa-7ee9-40ef-8b65-fb183853d126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 13, 0), 'started_at': datetime.datetime(2021, 7, 8, 13, 0), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 13, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 13:05:57.274757 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d9650c-216e-4b92-b6ca-ba24fd849456 req-aa4d496c-0bcc-49b1-b95d-faca2c77810b service neutron] Checking segment: {'id': 'a2927637-e19f-4f91-8a6e-7cfe612d9539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:05:57.275138 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54d9650c-216e-4b92-b6ca-ba24fd849456 req-aa4d496c-0bcc-49b1-b95d-faca2c77810b service neutron] Bound using segment: {'id': 'a2927637-e19f-4f91-8a6e-7cfe612d9539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe'} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 13:05:57.275570 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-54d9650c-216e-4b92-b6ca-ba24fd849456 req-aa4d496c-0bcc-49b1-b95d-faca2c77810b service neutron] Bound port: 885d824b-ead0-4e67-95e8-f1dbef80809e, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2927637-e19f-4f91-8a6e-7cfe612d9539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe'}}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 13:05:57.275925 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-54d9650c-216e-4b92-b6ca-ba24fd849456 req-aa4d496c-0bcc-49b1-b95d-faca2c77810b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:57.356021 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4ab9fed8-8752-426c-be09-3aa88660e24c req-29e67875-8199-4cf6-bd78-dcb3acbbcf78 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/security-groups?id=1905c27f-739b-4619-88c1-b64cd2f47568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761361 Jul 08 13:05:57.396474 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-54d9650c-216e-4b92-b6ca-ba24fd849456 req-aa4d496c-0bcc-49b1-b95d-faca2c77810b service neutron] For port 885d824b-ead0-4e67-95e8-f1dbef80809e, host hv-cinder-78960, cleared binding levels {{(pid=93011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 13:05:57.412921 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-54d9650c-216e-4b92-b6ca-ba24fd849456 req-aa4d496c-0bcc-49b1-b95d-faca2c77810b service neutron] For port 885d824b-ead0-4e67-95e8-f1dbef80809e, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=885d824b-ead0-4e67-95e8-f1dbef80809e,segment=NetworkSegment(a2927637-e19f-4f91-8a6e-7cfe612d9539),segment_id=a2927637-e19f-4f91-8a6e-7cfe612d9539)] {{(pid=93011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 13:05:57.421060 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8e7b9-49a8-46bb-a09c-91d0e71da148 req-e251439d-ce68-4fbd-a501-9a2fb70c5863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:57.422651 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f8d8e7b9-49a8-46bb-a09c-91d0e71da148 req-e251439d-ce68-4fbd-a501-9a2fb70c5863 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ed74fee3baae41ecbf26ed6bbd744249&device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 1097 time: 0.1615622 Jul 08 13:05:57.423749 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-54d9650c-216e-4b92-b6ca-ba24fd849456 req-aa4d496c-0bcc-49b1-b95d-faca2c77810b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4789354'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:57.509030 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d9650c-216e-4b92-b6ca-ba24fd849456 req-aa4d496c-0bcc-49b1-b95d-faca2c77810b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:57.509396 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-54d9650c-216e-4b92-b6ca-ba24fd849456 req-aa4d496c-0bcc-49b1-b95d-faca2c77810b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:05:57.510720 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-54d9650c-216e-4b92-b6ca-ba24fd849456 req-aa4d496c-0bcc-49b1-b95d-faca2c77810b service neutron] 10.222.0.21 "PUT /v2.0/ports/885d824b-ead0-4e67-95e8-f1dbef80809e HTTP/1.1" status: 200 len: 1094 time: 1.7132981 Jul 08 13:05:57.539145 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d496c-0bcc-49b1-b95d-faca2c77810b service neutron] Pushing event updated for resources: {'Port': ['ID=885d824b-ead0-4e67-95e8-f1dbef80809e,revision_number=3']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:05:57.576370 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8e7b9-49a8-46bb-a09c-91d0e71da148 req-baa14303-8bb7-4089-b458-0a5aa9b33bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:57.577867 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f8d8e7b9-49a8-46bb-a09c-91d0e71da148 req-baa14303-8bb7-4089-b458-0a5aa9b33bdc service neutron] 10.222.0.21 "GET /v2.0/networks?id=c49b9db1-0426-4015-9afe-1fff90136761 HTTP/1.1" status: 200 len: 910 time: 0.1296408 Jul 08 13:05:57.637602 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7a34fa5-dfa5-40ae-a600-c94fd643de9c', 'tag': '885d824b-ead0-4e67-95e8-f1dbef80809e'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:05:57.639970 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79934bd8df5839606b1ce54b63dc7d70fed780423e2c756261eeaeb19bf0c4d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7019d7c-38a1-4f53-9ad1-ab886d067e7b" -d '{"events": [{"name": "network-changed", "server_uuid": "c7a34fa5-dfa5-40ae-a600-c94fd643de9c", "tag": "885d824b-ead0-4e67-95e8-f1dbef80809e"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:05:57.724115 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 13:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770eff0e-098b-44ae-9c52-ef89cf7e69bb x-openstack-request-id: req-770eff0e-098b-44ae-9c52-ef89cf7e69bb {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:05:57.724434 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7a34fa5-dfa5-40ae-a600-c94fd643de9c", "tag": "885d824b-ead0-4e67-95e8-f1dbef80809e", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:05:57.724685 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-770eff0e-098b-44ae-9c52-ef89cf7e69bb {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:05:57.725084 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7a34fa5-dfa5-40ae-a600-c94fd643de9c', 'tag': '885d824b-ead0-4e67-95e8-f1dbef80809e', 'status': 'completed', 'code': 200} Jul 08 13:05:57.729535 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f8d8e7b9-49a8-46bb-a09c-91d0e71da148 req-764b85cc-3d5a-444b-a03f-35ae7b71cfd5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05ebf464-bb95-4cd8-9e1a-37f7a16d1615 HTTP/1.1" status: 200 len: 217 time: 0.0687909 Jul 08 13:05:57.789585 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d9650c-216e-4b92-b6ca-ba24fd849456 req-43bc5447-2870-41fe-8008-dbf8f7b6697c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:57.791132 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-54d9650c-216e-4b92-b6ca-ba24fd849456 req-43bc5447-2870-41fe-8008-dbf8f7b6697c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72e6ac284e134db6984ee5463fd84268&device_id=c7a34fa5-dfa5-40ae-a600-c94fd643de9c HTTP/1.1" status: 200 len: 1097 time: 0.1382627 Jul 08 13:05:57.840749 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8e7b9-49a8-46bb-a09c-91d0e71da148 req-bf06ce88-634f-46e8-970c-39e81096db1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:57.842771 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f8d8e7b9-49a8-46bb-a09c-91d0e71da148 req-bf06ce88-634f-46e8-970c-39e81096db1f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=82be07f0-1d9e-44ff-8c03-11cf8bfac97c HTTP/1.1" status: 200 len: 848 time: 0.0971024 Jul 08 13:05:57.846878 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e472b6-7daf-4b2c-9ef3-613cb6b80a02 req-be5606d6-876f-4a58-8408-2a4baf4f7b01 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:57.848392 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-60e472b6-7daf-4b2c-9ef3-613cb6b80a02 req-be5606d6-876f-4a58-8408-2a4baf4f7b01 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=29e5c814-abb2-43a0-be73-99652d1cf98c HTTP/1.1" status: 200 len: 945 time: 0.0746143 Jul 08 13:05:57.880195 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-54d9650c-216e-4b92-b6ca-ba24fd849456 req-74fb551f-ad0a-4336-9724-6ee41d205130 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=885d824b-ead0-4e67-95e8-f1dbef80809e HTTP/1.1" status: 200 len: 217 time: 0.0538285 Jul 08 13:05:57.887518 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-60e472b6-7daf-4b2c-9ef3-613cb6b80a02 req-72770b4d-00d9-42b8-adf1-a2afe3e69e86 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332561 Jul 08 13:05:57.975516 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da39799-a1c9-4019-adc8-d7601a9fdac9 req-f4aaa6c5-f347-49ae-9a0c-979c7b273abb tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:57.977073 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-8da39799-a1c9-4019-adc8-d7601a9fdac9 req-f4aaa6c5-f347-49ae-9a0c-979c7b273abb tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 946 time: 0.1832967 Jul 08 13:05:57.986979 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d9650c-216e-4b92-b6ca-ba24fd849456 req-2fb3c88a-7077-4f33-a14d-a88e73c0d5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:57.988476 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-54d9650c-216e-4b92-b6ca-ba24fd849456 req-2fb3c88a-7077-4f33-a14d-a88e73c0d5ec service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d28d3121-202c-40d9-81a2-6dc38ff463b2 HTTP/1.1" status: 200 len: 851 time: 0.0842175 Jul 08 13:05:58.016422 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8e7b9-49a8-46bb-a09c-91d0e71da148 req-25532ba3-bb21-4b04-9123-5075c7859d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:58.017851 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f8d8e7b9-49a8-46bb-a09c-91d0e71da148 req-25532ba3-bb21-4b04-9123-5075c7859d83 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c49b9db1-0426-4015-9afe-1fff90136761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1463637 Jul 08 13:05:58.101413 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-8da39799-a1c9-4019-adc8-d7601a9fdac9 req-948d78f6-d964-4d70-98e5-fa5e5de4c3c1 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167293 Jul 08 13:05:58.160061 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f8d8e7b9-49a8-46bb-a09c-91d0e71da148 req-e29469c4-947b-4e8a-bab3-d14b419ca2d7 service neutron] 10.222.0.21 "GET /v2.0/networks/c49b9db1-0426-4015-9afe-1fff90136761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246507 Jul 08 13:05:58.161999 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d9650c-216e-4b92-b6ca-ba24fd849456 req-ffa075e1-3293-4b1b-ada2-df1f7528bb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:58.163369 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-54d9650c-216e-4b92-b6ca-ba24fd849456 req-ffa075e1-3293-4b1b-ada2-df1f7528bb48 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6414870c-e55b-4de0-96ed-e21f9e007cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1663024 Jul 08 13:05:58.274608 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f4b6ca-3939-40a9-9954-9291d2d27226 req-ad980428-1d69-437f-8828-aec7ddf69808 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:58.276534 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-90f4b6ca-3939-40a9-9954-9291d2d27226 req-ad980428-1d69-437f-8828-aec7ddf69808 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 946 time: 0.0675459 Jul 08 13:05:58.313410 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-90f4b6ca-3939-40a9-9954-9291d2d27226 req-fb268d7c-7e19-4e12-9386-1190840d9060 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=537162c2-7e03-42f9-9511-978f3a376ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308454 Jul 08 13:05:58.382348 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-54d9650c-216e-4b92-b6ca-ba24fd849456 req-549d1da2-7eaa-4e33-a4f2-64147bb73c21 service neutron] 10.222.0.21 "GET /v2.0/networks/6414870c-e55b-4de0-96ed-e21f9e007cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065711 Jul 08 13:05:58.384997 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f8d8e7b9-49a8-46bb-a09c-91d0e71da148 req-8e7b1887-49a2-49a4-bf0d-41cee95d5c08 service neutron] 10.222.0.21 "GET /v2.0/networks/c49b9db1-0426-4015-9afe-1fff90136761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105362 Jul 08 13:05:58.397417 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d84812f-c2e2-4c7f-8f99-f6f25c962ea4 req-68d4c021-4cc1-4cc7-a89f-7ec3cb9d0f12 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:58.398893 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0d84812f-c2e2-4c7f-8f99-f6f25c962ea4 req-68d4c021-4cc1-4cc7-a89f-7ec3cb9d0f12 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/ports?device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 944 time: 0.1587520 Jul 08 13:05:58.486599 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0d84812f-c2e2-4c7f-8f99-f6f25c962ea4 req-fe44c187-1140-46ad-97f3-82d7274003ff tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/security-groups?id=be666b80-73fb-4087-b244-2d5837e7ba42&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0821984 Jul 08 13:05:58.517710 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-54d9650c-216e-4b92-b6ca-ba24fd849456 req-ecbfb0e3-abb9-4b4b-a67c-a7518b487544 service neutron] 10.222.0.21 "GET /v2.0/networks/6414870c-e55b-4de0-96ed-e21f9e007cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063328 Jul 08 13:05:58.535992 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94750208-2991-49ed-b2a5-f77e6bea5280 req-2eb0cdd3-d7cd-4a74-b29e-4dbdf69d6af3 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:58.537488 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-94750208-2991-49ed-b2a5-f77e6bea5280 req-2eb0cdd3-d7cd-4a74-b29e-4dbdf69d6af3 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7a34fa5-dfa5-40ae-a600-c94fd643de9c HTTP/1.1" status: 200 len: 944 time: 0.0758531 Jul 08 13:05:58.575607 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-94750208-2991-49ed-b2a5-f77e6bea5280 req-9952c6a4-ec9b-4210-9a68-68b1e404526e tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/security-groups?id=1905c27f-739b-4619-88c1-b64cd2f47568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324421 Jul 08 13:05:58.673638 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7019d7c-38a1-4f53-9ad1-ab886d067e7b req-47a47a9e-1d0c-4385-9038-d955fea6b623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:58.675144 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f7019d7c-38a1-4f53-9ad1-ab886d067e7b req-47a47a9e-1d0c-4385-9038-d955fea6b623 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72e6ac284e134db6984ee5463fd84268&device_id=c7a34fa5-dfa5-40ae-a600-c94fd643de9c HTTP/1.1" status: 200 len: 1097 time: 0.0570788 Jul 08 13:05:58.772681 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7019d7c-38a1-4f53-9ad1-ab886d067e7b req-ef29723c-038b-439d-829f-82efd98e4709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:58.774566 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f7019d7c-38a1-4f53-9ad1-ab886d067e7b req-ef29723c-038b-439d-829f-82efd98e4709 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6414870c-e55b-4de0-96ed-e21f9e007cfe HTTP/1.1" status: 200 len: 913 time: 0.0842113 Jul 08 13:05:58.819154 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f7019d7c-38a1-4f53-9ad1-ab886d067e7b req-c33378b0-49af-4259-bcf5-ee851d5591ea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=885d824b-ead0-4e67-95e8-f1dbef80809e HTTP/1.1" status: 200 len: 217 time: 0.0364258 Jul 08 13:05:58.874102 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7019d7c-38a1-4f53-9ad1-ab886d067e7b req-afaad1a6-bc79-4c7f-a922-bc0015b4072d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:58.875649 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f7019d7c-38a1-4f53-9ad1-ab886d067e7b req-afaad1a6-bc79-4c7f-a922-bc0015b4072d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d28d3121-202c-40d9-81a2-6dc38ff463b2 HTTP/1.1" status: 200 len: 851 time: 0.0496809 Jul 08 13:05:58.941259 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7019d7c-38a1-4f53-9ad1-ab886d067e7b req-cb339d1d-5f54-4aa8-853b-03833b96374e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:58.942769 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f7019d7c-38a1-4f53-9ad1-ab886d067e7b req-cb339d1d-5f54-4aa8-853b-03833b96374e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6414870c-e55b-4de0-96ed-e21f9e007cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0526874 Jul 08 13:05:59.002428 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-0cef42f3-3a1a-4020-b263-5152d2247e85 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 13:05:59.093614 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f7019d7c-38a1-4f53-9ad1-ab886d067e7b req-bed7d74c-f17d-43a2-90a2-53641b9fbc1f service neutron] 10.222.0.21 "GET /v2.0/networks/6414870c-e55b-4de0-96ed-e21f9e007cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256878 Jul 08 13:05:59.105278 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633fb73-e93e-40c7-97bf-030dc39c3319 req-5ad2b939-7cc3-4a31-a61e-297e05aa258e tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:59.106630 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0633fb73-e93e-40c7-97bf-030dc39c3319 req-5ad2b939-7cc3-4a31-a61e-297e05aa258e tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=29e5c814-abb2-43a0-be73-99652d1cf98c HTTP/1.1" status: 200 len: 945 time: 0.0974767 Jul 08 13:05:59.190425 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0633fb73-e93e-40c7-97bf-030dc39c3319 req-7940451a-dbad-47ae-863e-23942bee7d80 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753827 Jul 08 13:05:59.215955 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f7019d7c-38a1-4f53-9ad1-ab886d067e7b req-cd224473-e504-4567-ad53-cd3f75192996 service neutron] 10.222.0.21 "GET /v2.0/networks/6414870c-e55b-4de0-96ed-e21f9e007cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078432 Jul 08 13:05:59.483246 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4665d7f1-02d9-4cca-adb6-332e5c98aee8 req-996f5385-42e4-4a9a-a6f2-a42fa2dce46d tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:59.484665 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4665d7f1-02d9-4cca-adb6-332e5c98aee8 req-996f5385-42e4-4a9a-a6f2-a42fa2dce46d tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 946 time: 0.0628598 Jul 08 13:05:59.521453 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4665d7f1-02d9-4cca-adb6-332e5c98aee8 req-016c9e0b-dde3-474f-ba06-c65cc265dd0f tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=537162c2-7e03-42f9-9511-978f3a376ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312669 Jul 08 13:05:59.662802 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee46be-de05-48d8-86d3-e19541c05c8b req-5e4b6bd9-9ed7-4272-b67a-e5901e03be69 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:59.664398 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-5bee46be-de05-48d8-86d3-e19541c05c8b req-5e4b6bd9-9ed7-4272-b67a-e5901e03be69 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/ports?device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 944 time: 0.0643308 Jul 08 13:05:59.702098 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-5bee46be-de05-48d8-86d3-e19541c05c8b req-5cadcbef-ac5f-42d9-8cf1-343ef36dc20e tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/security-groups?id=be666b80-73fb-4087-b244-2d5837e7ba42&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312173 Jul 08 13:05:59.756572 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a0b2c-c163-4a38-b932-27b99cd730c4 req-6d624165-21ad-43ee-93c5-221d62918194 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:05:59.757957 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-394a0b2c-c163-4a38-b932-27b99cd730c4 req-6d624165-21ad-43ee-93c5-221d62918194 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7a34fa5-dfa5-40ae-a600-c94fd643de9c HTTP/1.1" status: 200 len: 944 time: 0.0656440 Jul 08 13:05:59.796788 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-394a0b2c-c163-4a38-b932-27b99cd730c4 req-b0da3a57-e6fb-4655-8a9b-64545b9f288a tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/security-groups?id=1905c27f-739b-4619-88c1-b64cd2f47568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333056 Jul 08 13:05:59.960870 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:00.370538 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aeeaa7-5583-4e7e-9966-24dea3716349 req-790909b4-4f6d-4d7e-a72a-7c345b5e770a tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:00.371929 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-02aeeaa7-5583-4e7e-9966-24dea3716349 req-790909b4-4f6d-4d7e-a72a-7c345b5e770a tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=29e5c814-abb2-43a0-be73-99652d1cf98c HTTP/1.1" status: 200 len: 945 time: 0.0632565 Jul 08 13:06:00.410405 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-02aeeaa7-5583-4e7e-9966-24dea3716349 req-30aca9af-90a0-42e5-ad1d-8a91f8ed68bd tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320289 Jul 08 13:06:00.692296 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7926c7-0066-4c6e-ba59-6d0660ec200f req-831f9b01-e4a5-4ef5-9cca-d6695d2a7f97 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:00.693736 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9c7926c7-0066-4c6e-ba59-6d0660ec200f req-831f9b01-e4a5-4ef5-9cca-d6695d2a7f97 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 946 time: 0.0622833 Jul 08 13:06:00.729785 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9c7926c7-0066-4c6e-ba59-6d0660ec200f req-06aa0bab-ddb1-4bd2-9ead-930533d82465 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=537162c2-7e03-42f9-9511-978f3a376ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303936 Jul 08 13:06:00.879956 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538f330-e9e2-48b6-a059-ff4691feae2d req-677447fe-07ad-4246-9c64-922adbfba098 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:00.881563 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-b538f330-e9e2-48b6-a059-ff4691feae2d req-677447fe-07ad-4246-9c64-922adbfba098 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/ports?device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 944 time: 0.0690153 Jul 08 13:06:00.921205 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-b538f330-e9e2-48b6-a059-ff4691feae2d req-3cabcfa9-1c41-4db4-a715-98b391a570a1 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/security-groups?id=be666b80-73fb-4087-b244-2d5837e7ba42&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339394 Jul 08 13:06:00.968382 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f441d16-5974-4469-b59a-3fc0464634f6 req-7c688b2c-550c-4bdc-beac-74119395aadf tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:00.969768 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7f441d16-5974-4469-b59a-3fc0464634f6 req-7c688b2c-550c-4bdc-beac-74119395aadf tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7a34fa5-dfa5-40ae-a600-c94fd643de9c HTTP/1.1" status: 200 len: 944 time: 0.0620978 Jul 08 13:06:01.006509 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7f441d16-5974-4469-b59a-3fc0464634f6 req-03f9bb12-a5ab-4300-8500-4e6d0f1c845a tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/security-groups?id=1905c27f-739b-4619-88c1-b64cd2f47568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311675 Jul 08 13:06:01.580688 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3159e-0ff8-47a5-ac4b-78afa578b3b5 req-a6150013-bc1b-4296-afd1-13dad6c5de63 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:01.582177 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-cbe3159e-0ff8-47a5-ac4b-78afa578b3b5 req-a6150013-bc1b-4296-afd1-13dad6c5de63 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=29e5c814-abb2-43a0-be73-99652d1cf98c HTTP/1.1" status: 200 len: 945 time: 0.0629511 Jul 08 13:06:01.618806 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-cbe3159e-0ff8-47a5-ac4b-78afa578b3b5 req-9f078703-7aed-4839-893a-8d26d9e070b2 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311937 Jul 08 13:06:01.899835 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8c577-b6da-4261-a6de-0bf2d36bb54d req-e54d1f20-b742-42bd-9d0e-725b92bb1723 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:01.901318 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-14d8c577-b6da-4261-a6de-0bf2d36bb54d req-e54d1f20-b742-42bd-9d0e-725b92bb1723 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 946 time: 0.0650530 Jul 08 13:06:01.940346 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-14d8c577-b6da-4261-a6de-0bf2d36bb54d req-a4e4fd47-08cc-4dca-94ed-3f90b572f48c tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=537162c2-7e03-42f9-9511-978f3a376ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334349 Jul 08 13:06:02.099292 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d9b1d-3c65-4f8f-a31b-ad10961d47e6 req-391d2996-aa55-4584-91b9-4168f9da3e16 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:02.100825 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-4a2d9b1d-3c65-4f8f-a31b-ad10961d47e6 req-391d2996-aa55-4584-91b9-4168f9da3e16 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/ports?device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 944 time: 0.0633576 Jul 08 13:06:02.143266 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-4a2d9b1d-3c65-4f8f-a31b-ad10961d47e6 req-b4879ac1-3cb1-402f-b361-5b23d675160b tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/security-groups?id=be666b80-73fb-4087-b244-2d5837e7ba42&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368705 Jul 08 13:06:02.181733 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174dff53-6746-4dc9-b581-1dba2c90fe7f req-0bbb537f-9047-48c7-879d-562574466d39 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:02.183210 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-174dff53-6746-4dc9-b581-1dba2c90fe7f req-0bbb537f-9047-48c7-879d-562574466d39 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7a34fa5-dfa5-40ae-a600-c94fd643de9c HTTP/1.1" status: 200 len: 944 time: 0.0636046 Jul 08 13:06:02.220306 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-174dff53-6746-4dc9-b581-1dba2c90fe7f req-66ba5ee4-9db9-4359-89d7-b43e87daf64d tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/security-groups?id=1905c27f-739b-4619-88c1-b64cd2f47568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308578 Jul 08 13:06:02.346253 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-5730f9ec-a4c1-420b-b77f-d3aa73c170d5 req-d6219118-a605-4b4f-b49a-681906d536c4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0524919 Jul 08 13:06:02.432579 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5730f9ec-a4c1-420b-b77f-d3aa73c170d5 req-04b7a634-c864-4a70-8fd4-0bf1faf4a6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:02.434033 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-5730f9ec-a4c1-420b-b77f-d3aa73c170d5 req-04b7a634-c864-4a70-8fd4-0bf1faf4a6f7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a5326bc4440540e6ae389d2094a52678&device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 1098 time: 0.0517952 Jul 08 13:06:02.518981 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-17c9d585-f509-4f2f-b2f4-868de67bdc3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:02.544490 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5730f9ec-a4c1-420b-b77f-d3aa73c170d5 req-cdf6a2f4-6e6e-4978-9b07-07a92b072063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:02.546577 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-5730f9ec-a4c1-420b-b77f-d3aa73c170d5 req-cdf6a2f4-6e6e-4978-9b07-07a92b072063 service neutron] 10.222.0.21 "GET /v2.0/networks?id=67cb6200-8bdb-4797-a417-5d4037d7c8f2 HTTP/1.1" status: 200 len: 919 time: 0.0901098 Jul 08 13:06:02.817057 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-5730f9ec-a4c1-420b-b77f-d3aa73c170d5 req-1ff97df5-ae94-4093-b8d4-b57d5d88b51f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80d9aafd-3f60-42b7-9365-7bc0a4e9ca02 HTTP/1.1" status: 200 len: 217 time: 0.2626431 Jul 08 13:06:02.899569 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5730f9ec-a4c1-420b-b77f-d3aa73c170d5 req-8f327905-8a7c-4f8a-8755-a1a6d425dd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:02.900940 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-5730f9ec-a4c1-420b-b77f-d3aa73c170d5 req-8f327905-8a7c-4f8a-8755-a1a6d425dd86 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba7a26e2-f1a5-4c71-9a4d-50a54628469a HTTP/1.1" status: 200 len: 858 time: 0.0574822 Jul 08 13:06:02.924460 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc6124f-045a-4aa7-a938-5b6775f66a84 req-2c999941-9497-4777-bc2e-293dd530104b tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:02.925897 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-9bc6124f-045a-4aa7-a938-5b6775f66a84 req-2c999941-9497-4777-bc2e-293dd530104b tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=29e5c814-abb2-43a0-be73-99652d1cf98c HTTP/1.1" status: 200 len: 945 time: 0.1113195 Jul 08 13:06:02.945365 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-5730f9ec-a4c1-420b-b77f-d3aa73c170d5 req-b0ea6d9d-9007-426a-83df-76d95869fa89 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=67cb6200-8bdb-4797-a417-5d4037d7c8f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363078 Jul 08 13:06:02.978342 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-9bc6124f-045a-4aa7-a938-5b6775f66a84 req-ba602f5e-f9cf-4401-9c02-2d4e7a820394 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359185 Jul 08 13:06:03.103784 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-5730f9ec-a4c1-420b-b77f-d3aa73c170d5 req-727c42eb-c61d-4310-9f69-e119efa6d271 service neutron] 10.222.0.21 "GET /v2.0/networks/67cb6200-8bdb-4797-a417-5d4037d7c8f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893381 Jul 08 13:06:03.144931 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badeb5f8-1e01-4c5a-bfa3-8f992e498566 req-d93adacd-e647-4015-9351-6cae274fbb2d tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:03.146445 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-badeb5f8-1e01-4c5a-bfa3-8f992e498566 req-d93adacd-e647-4015-9351-6cae274fbb2d tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 946 time: 0.0912917 Jul 08 13:06:03.190063 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-badeb5f8-1e01-4c5a-bfa3-8f992e498566 req-71484aee-24fd-4425-be31-495adb8c3bea tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=537162c2-7e03-42f9-9511-978f3a376ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372953 Jul 08 13:06:03.227313 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-5730f9ec-a4c1-420b-b77f-d3aa73c170d5 req-fe54be6a-89ce-45e8-91cc-abd020132894 service neutron] 10.222.0.21 "GET /v2.0/networks/67cb6200-8bdb-4797-a417-5d4037d7c8f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165679 Jul 08 13:06:03.331651 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f763bbb8-ff79-446f-bb9f-20adc8acbc70 req-a7938729-e2a4-4615-a146-6ebc83477cce tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:03.333287 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f763bbb8-ff79-446f-bb9f-20adc8acbc70 req-a7938729-e2a4-4615-a146-6ebc83477cce tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/ports?device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 944 time: 0.0712423 Jul 08 13:06:03.379616 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f763bbb8-ff79-446f-bb9f-20adc8acbc70 req-b662f1f9-8971-41ef-9b36-daee85ce55ca tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/security-groups?id=be666b80-73fb-4087-b244-2d5837e7ba42&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383446 Jul 08 13:06:03.420544 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924c9f6-7a7e-4c44-9cf4-e9da1ba9e01a req-cd560d12-7d08-4eca-b6a6-2df0b9fd2ca1 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:03.422028 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4924c9f6-7a7e-4c44-9cf4-e9da1ba9e01a req-cd560d12-7d08-4eca-b6a6-2df0b9fd2ca1 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7a34fa5-dfa5-40ae-a600-c94fd643de9c HTTP/1.1" status: 200 len: 944 time: 0.0727074 Jul 08 13:06:03.463541 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4924c9f6-7a7e-4c44-9cf4-e9da1ba9e01a req-1de0e1aa-47a6-4fd8-bf6c-3ad7192e251f tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/security-groups?id=1905c27f-739b-4619-88c1-b64cd2f47568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355299 Jul 08 13:06:03.486639 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548c9f1-7369-429c-a699-babf82333e2f req-14033a65-b848-47f0-8f65-4fbfa268411f tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:03.488079 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-c548c9f1-7369-429c-a699-babf82333e2f req-14033a65-b848-47f0-8f65-4fbfa268411f tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.21 "GET /v2.0/ports?device_id=29e5c814-abb2-43a0-be73-99652d1cf98c HTTP/1.1" status: 200 len: 945 time: 0.0855918 Jul 08 13:06:03.590901 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [req-c548c9f1-7369-429c-a699-babf82333e2f req-e68aff95-fa44-4801-b5fd-5852870ee750 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Deleting port 65eb0485-1d43-4216-b129-e3351e7a3246 {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:06:03.591810 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-c548c9f1-7369-429c-a699-babf82333e2f req-e68aff95-fa44-4801-b5fd-5852870ee750 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:03.677592 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-c548c9f1-7369-429c-a699-babf82333e2f req-e68aff95-fa44-4801-b5fd-5852870ee750 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] For port 65eb0485-1d43-4216-b129-e3351e7a3246, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=65eb0485-1d43-4216-b129-e3351e7a3246,segment=NetworkSegment(0fe5bc40-e67f-4a61-a568-ffbdf25cd236),segment_id=0fe5bc40-e67f-4a61-a568-ffbdf25cd236)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:06:03.677937 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-c548c9f1-7369-429c-a699-babf82333e2f req-e68aff95-fa44-4801-b5fd-5852870ee750 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:03.690187 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [req-c548c9f1-7369-429c-a699-babf82333e2f req-e68aff95-fa44-4801-b5fd-5852870ee750 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Calling delete_port for 65eb0485-1d43-4216-b129-e3351e7a3246 owned by compute:nova {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:06:03.809710 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-c548c9f1-7369-429c-a699-babf82333e2f req-e68aff95-fa44-4801-b5fd-5852870ee750 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789347'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:03.839519 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68aff95-fa44-4801-b5fd-5852870ee750 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Pushing event deleted for resources: {'Port': ['ID=65eb0485-1d43-4216-b129-e3351e7a3246,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:03.878196 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] get_ports_and_sgs() called for port_ids ['65eb0485-1d43-4216-b129-e3351e7a3246', '80d9aafd-3f60-42b7-9365-7bc0a4e9ca02'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 13:06:03.886132 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [req-c548c9f1-7369-429c-a699-babf82333e2f req-e68aff95-fa44-4801-b5fd-5852870ee750 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] No DVR routers for this DVR port 65eb0485-1d43-4216-b129-e3351e7a3246 on host hv-cinder-78960 {{(pid=93011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:06:03.889327 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-c548c9f1-7369-429c-a699-babf82333e2f req-e68aff95-fa44-4801-b5fd-5852870ee750 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:03.891147 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-c548c9f1-7369-429c-a699-babf82333e2f req-e68aff95-fa44-4801-b5fd-5852870ee750 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.21 "DELETE /v2.0/ports/65eb0485-1d43-4216-b129-e3351e7a3246 HTTP/1.1" status: 204 len: 173 time: 0.3920765 Jul 08 13:06:03.891581 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e5c814-abb2-43a0-be73-99652d1cf98c', 'name': 'network-vif-deleted', 'tag': '65eb0485-1d43-4216-b129-e3351e7a3246'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:06:03.893922 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79934bd8df5839606b1ce54b63dc7d70fed780423e2c756261eeaeb19bf0c4d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379b0817-f55c-45b3-bcc2-9f3c53c83721" -d '{"events": [{"server_uuid": "29e5c814-abb2-43a0-be73-99652d1cf98c", "name": "network-vif-deleted", "tag": "65eb0485-1d43-4216-b129-e3351e7a3246"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:06:03.933036 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f655c57-36a3-4a61-8e72-050f6d55db01 x-openstack-request-id: req-1f655c57-36a3-4a61-8e72-050f6d55db01 {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:06:03.933380 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29e5c814-abb2-43a0-be73-99652d1cf98c", "name": "network-vif-deleted", "tag": "65eb0485-1d43-4216-b129-e3351e7a3246", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:06:03.933642 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1f655c57-36a3-4a61-8e72-050f6d55db01 {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:06:03.934037 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e5c814-abb2-43a0-be73-99652d1cf98c', 'name': 'network-vif-deleted', 'tag': '65eb0485-1d43-4216-b129-e3351e7a3246', 'status': 'completed', 'code': 200} Jul 08 13:06:04.124658 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d1af463b-cbc5-4f86-815c-121aa637ac5a req-1e9cb4b9-fc86-4f79-8123-ebc452c2d6e7 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=29e5c814-abb2-43a0-be73-99652d1cf98c HTTP/1.1" status: 200 len: 210 time: 0.0286527 Jul 08 13:06:04.133817 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 05ebf464-bb95-4cd8-9e1a-37f7a16d1615 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=93013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 13:06:04.233677 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port 05ebf464-bb95-4cd8-9e1a-37f7a16d1615, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=05ebf464-bb95-4cd8-9e1a-37f7a16d1615,segment=NetworkSegment(32964103-717e-44fc-b530-57634237afd8),segment_id=32964103-717e-44fc-b530-57634237afd8)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:06:04.245204 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Returning: {'device': '05ebf464-bb95-4cd8-9e1a-37f7a16d1615', 'network_id': 'c49b9db1-0426-4015-9afe-1fff90136761', 'port_id': '05ebf464-bb95-4cd8-9e1a-37f7a16d1615', 'mac_address': 'fa:16:3e:4f:0e:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82be07f0-1d9e-44ff-8c03-11cf8bfac97c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 13:06:04.281454 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:04.294849 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05ebf464-bb95-4cd8-9e1a-37f7a16d1615 {{(pid=93013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:06:04.314935 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port 05ebf464-bb95-4cd8-9e1a-37f7a16d1615, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=05ebf464-bb95-4cd8-9e1a-37f7a16d1615,segment=NetworkSegment(32964103-717e-44fc-b530-57634237afd8),segment_id=32964103-717e-44fc-b530-57634237afd8)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:06:04.318861 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:04.367009 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Pushing event updated for resources: {'Port': ['ID=05ebf464-bb95-4cd8-9e1a-37f7a16d1615,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:04.374941 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c2c5b-7d18-47a7-9c68-92a9906a01ea req-006175c1-54d3-4f83-adf8-3a67eb421f9e tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:04.376494 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d16c2c5b-7d18-47a7-9c68-92a9906a01ea req-006175c1-54d3-4f83-adf8-3a67eb421f9e tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 946 time: 0.0690627 Jul 08 13:06:04.414909 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d16c2c5b-7d18-47a7-9c68-92a9906a01ea req-5c37bc72-bedb-4c55-9788-e3cb1afa47eb tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=537162c2-7e03-42f9-9511-978f3a376ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325303 Jul 08 13:06:04.581540 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d546a65-223d-4881-9303-3fc43d21e91e req-4d9acdde-069f-4582-8756-5cd5d712a27d tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:04.583091 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5d546a65-223d-4881-9303-3fc43d21e91e req-4d9acdde-069f-4582-8756-5cd5d712a27d tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/ports?device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 945 time: 0.0793214 Jul 08 13:06:04.624338 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5d546a65-223d-4881-9303-3fc43d21e91e req-e95c3255-08b3-4437-91d4-21bd7dcb2b68 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/security-groups?id=be666b80-73fb-4087-b244-2d5837e7ba42&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354073 Jul 08 13:06:04.673644 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a27dc-58eb-4530-97e7-8feaf664ea73 req-8215013b-ad26-40f8-a5b1-fb79934fa135 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:04.675124 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-de2a27dc-58eb-4530-97e7-8feaf664ea73 req-8215013b-ad26-40f8-a5b1-fb79934fa135 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7a34fa5-dfa5-40ae-a600-c94fd643de9c HTTP/1.1" status: 200 len: 944 time: 0.0696397 Jul 08 13:06:04.711828 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-de2a27dc-58eb-4530-97e7-8feaf664ea73 req-92c69fe5-294e-41fc-9802-1e15a66b091d tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/security-groups?id=1905c27f-739b-4619-88c1-b64cd2f47568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311458 Jul 08 13:06:04.819982 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] get_ports_and_sgs() called for port_ids ['05ebf464-bb95-4cd8-9e1a-37f7a16d1615'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 13:06:05.366928 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-c76fdc78-058a-4c48-b695-e836739ef966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:05.570140 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6237461-49ef-4864-9a07-c327940e35fe req-379f1bcb-7ad4-43dd-8b67-8cba98fc6070 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:05.571633 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d6237461-49ef-4864-9a07-c327940e35fe req-379f1bcb-7ad4-43dd-8b67-8cba98fc6070 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 945 time: 0.0632889 Jul 08 13:06:05.590976 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a3aca-0f59-4a51-b9cf-a93a3574cc0d req-061851e3-28b2-4c6f-8b23-d0d574472953 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:05.593313 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-980a3aca-0f59-4a51-b9cf-a93a3574cc0d req-061851e3-28b2-4c6f-8b23-d0d574472953 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 946 time: 0.0653510 Jul 08 13:06:05.617786 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d6237461-49ef-4864-9a07-c327940e35fe req-1403cc99-58b2-4247-94d0-3c4b8a139daa tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398347 Jul 08 13:06:05.642483 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-980a3aca-0f59-4a51-b9cf-a93a3574cc0d req-f326c51e-4fdc-4dab-baaa-48692d71c664 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=537162c2-7e03-42f9-9511-978f3a376ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348434 Jul 08 13:06:05.706096 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:05.797373 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb2f0c3-b29e-4747-b17c-da8b4e242f03 req-1b92cbc0-5c7c-42a4-845d-245101f95b3c tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:05.798894 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9eb2f0c3-b29e-4747-b17c-da8b4e242f03 req-1b92cbc0-5c7c-42a4-845d-245101f95b3c tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/ports?device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 945 time: 0.0624118 Jul 08 13:06:05.837409 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9eb2f0c3-b29e-4747-b17c-da8b4e242f03 req-0f584fec-a58e-4bba-acb9-316759689b60 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/security-groups?id=be666b80-73fb-4087-b244-2d5837e7ba42&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326636 Jul 08 13:06:05.891054 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181afadd-a5af-417f-9eb1-a6bfd45e21ff req-598a0298-6c54-4f01-94e3-6a907f9ac30d tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:05.892582 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-181afadd-a5af-417f-9eb1-a6bfd45e21ff req-598a0298-6c54-4f01-94e3-6a907f9ac30d tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7a34fa5-dfa5-40ae-a600-c94fd643de9c HTTP/1.1" status: 200 len: 944 time: 0.0662379 Jul 08 13:06:05.932154 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-181afadd-a5af-417f-9eb1-a6bfd45e21ff req-1bad3b0b-a690-444d-84c1-d54d97b168b0 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/security-groups?id=1905c27f-739b-4619-88c1-b64cd2f47568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334773 Jul 08 13:06:06.109700 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-97c8e7b9-57f7-456d-825e-78a0ef1aae16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:06.122121 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 885d824b-ead0-4e67-95e8-f1dbef80809e details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=93013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 13:06:06.139064 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 05ebf464-bb95-4cd8-9e1a-37f7a16d1615 up at agent hyperv_hv-cinder-78960 {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:06:06.246654 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Provisioning for port 05ebf464-bb95-4cd8-9e1a-37f7a16d1615 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:06:06.259155 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port 885d824b-ead0-4e67-95e8-f1dbef80809e, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=885d824b-ead0-4e67-95e8-f1dbef80809e,segment=NetworkSegment(a2927637-e19f-4f91-8a6e-7cfe612d9539),segment_id=a2927637-e19f-4f91-8a6e-7cfe612d9539)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:06:06.259155 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Provisioning complete for port 05ebf464-bb95-4cd8-9e1a-37f7a16d1615 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:06:06.259155 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:06.286471 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Returning: {'device': '885d824b-ead0-4e67-95e8-f1dbef80809e', 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe', 'port_id': '885d824b-ead0-4e67-95e8-f1dbef80809e', 'mac_address': 'fa:16:3e:50:69:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd28d3121-202c-40d9-81a2-6dc38ff463b2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 13:06:06.344846 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:06.378786 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 885d824b-ead0-4e67-95e8-f1dbef80809e {{(pid=93013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:06:06.405162 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:06.415464 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port 885d824b-ead0-4e67-95e8-f1dbef80809e, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=885d824b-ead0-4e67-95e8-f1dbef80809e,segment=NetworkSegment(a2927637-e19f-4f91-8a6e-7cfe612d9539),segment_id=a2927637-e19f-4f91-8a6e-7cfe612d9539)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:06:06.420167 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:06.451839 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aea33ea-0d78-4928-8848-6cc743de64b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ebf464-bb95-4cd8-9e1a-37f7a16d1615'}] {{(pid=93013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:06:06.454361 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437348d2bcada7eee63ab7a3e0cc12fc8f9484ad9c5d405f769a928aff85887c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9312a12f-9cdb-4c4f-9681-08f9df3f9184" -d '{"events": [{"server_uuid": "3aea33ea-0d78-4928-8848-6cc743de64b0", "name": "network-vif-plugged", "status": "completed", "tag": "05ebf464-bb95-4cd8-9e1a-37f7a16d1615"}]}' {{(pid=93013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:06:06.474136 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port 05ebf464-bb95-4cd8-9e1a-37f7a16d1615, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=05ebf464-bb95-4cd8-9e1a-37f7a16d1615,segment=NetworkSegment(32964103-717e-44fc-b530-57634237afd8),segment_id=32964103-717e-44fc-b530-57634237afd8)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:06:06.485627 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:06.486395 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 65eb0485-1d43-4216-b129-e3351e7a3246 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:06:06.492835 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38e68c5-b475-443d-b589-4ab3d7e9d95c x-openstack-request-id: req-a38e68c5-b475-443d-b589-4ab3d7e9d95c {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:06:06.493120 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aea33ea-0d78-4928-8848-6cc743de64b0", "name": "network-vif-plugged", "status": "completed", "tag": "05ebf464-bb95-4cd8-9e1a-37f7a16d1615", "code": 200}]} {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:06:06.493397 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a38e68c5-b475-443d-b589-4ab3d7e9d95c {{(pid=93013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:06:06.493800 dv-cinder-789603-11-iscsi neutron-server[93013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aea33ea-0d78-4928-8848-6cc743de64b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ebf464-bb95-4cd8-9e1a-37f7a16d1615', 'code': 200} Jul 08 13:06:06.512719 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Pushing event updated for resources: {'Port': ['ID=885d824b-ead0-4e67-95e8-f1dbef80809e,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:06.516100 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] No Port match for: 65eb0485-1d43-4216-b129-e3351e7a3246 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:06:06.516469 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 65eb0485-1d43-4216-b129-e3351e7a3246 not bound to the agent host hv-cinder-78960 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:06:06.565434 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Pushing event updated for resources: {'Port': ['ID=05ebf464-bb95-4cd8-9e1a-37f7a16d1615,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:06.806835 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] get_ports_and_sgs() called for port_ids ['885d824b-ead0-4e67-95e8-f1dbef80809e'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 13:06:06.835001 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2604ee-72e1-4944-bdd7-6fea874b1539 req-0016473b-97ef-4166-9ad6-108acc5b665e tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:06.837399 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7d2604ee-72e1-4944-bdd7-6fea874b1539 req-0016473b-97ef-4166-9ad6-108acc5b665e tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 946 time: 0.0751100 Jul 08 13:06:06.865517 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524889b-b8d0-40e1-a6c5-ba9cbeda8e03 req-974f7cca-4216-4798-9d8c-57c130b36e92 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:06.867028 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-4524889b-b8d0-40e1-a6c5-ba9cbeda8e03 req-974f7cca-4216-4798-9d8c-57c130b36e92 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 945 time: 0.1246965 Jul 08 13:06:06.894066 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7d2604ee-72e1-4944-bdd7-6fea874b1539 req-69eadd03-85d5-43d5-a565-839bb6a65061 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=537162c2-7e03-42f9-9511-978f3a376ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483143 Jul 08 13:06:06.918736 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae02bacf-7375-44ef-af5e-a6954dde5f14 req-d5faa36d-b68a-43b5-92e5-e1ac6923da9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:06.921596 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ae02bacf-7375-44ef-af5e-a6954dde5f14 req-d5faa36d-b68a-43b5-92e5-e1ac6923da9a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 1099 time: 0.1191525 Jul 08 13:06:06.929807 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-4524889b-b8d0-40e1-a6c5-ba9cbeda8e03 req-8b301496-6020-42dd-b526-26dfc1adae86 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528135 Jul 08 13:06:06.974477 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ae02bacf-7375-44ef-af5e-a6954dde5f14 req-c3011f48-2001-410e-afd0-4b9f2d23faf5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=be666b80-73fb-4087-b244-2d5837e7ba42&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345819 Jul 08 13:06:07.076165 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbae4d5-60ae-4b8e-8fde-a48c98d77597 req-a0aecde4-4186-4433-8b07-e48b8a2eb055 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:07.086959 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6dbae4d5-60ae-4b8e-8fde-a48c98d77597 req-a0aecde4-4186-4433-8b07-e48b8a2eb055 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/ports?device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 946 time: 0.0761280 Jul 08 13:06:07.117902 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6dbae4d5-60ae-4b8e-8fde-a48c98d77597 req-0e40ed54-73ac-4b0e-83d4-7d37768d7acc tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/security-groups?id=be666b80-73fb-4087-b244-2d5837e7ba42&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340552 Jul 08 13:06:07.122346 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b37d2-2179-412d-9165-a6c6d3cfcfb2 req-38972157-25dd-4031-821e-3c0950f5f5a2 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:07.123896 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ea0b37d2-2179-412d-9165-a6c6d3cfcfb2 req-38972157-25dd-4031-821e-3c0950f5f5a2 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7a34fa5-dfa5-40ae-a600-c94fd643de9c HTTP/1.1" status: 200 len: 945 time: 0.0716777 Jul 08 13:06:07.163292 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ea0b37d2-2179-412d-9165-a6c6d3cfcfb2 req-1f2e993e-2489-4af3-b794-1f6b83292b5a tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/security-groups?id=1905c27f-739b-4619-88c1-b64cd2f47568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334611 Jul 08 13:06:07.858947 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-615b644b-3110-4324-8d19-7b6387de29b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:08.079833 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf022a-2756-49ef-b0c6-03fa0ac014f5 req-a7cf5759-aa19-4a01-bae4-00ffb5730930 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:08.081418 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fbdf022a-2756-49ef-b0c6-03fa0ac014f5 req-a7cf5759-aa19-4a01-bae4-00ffb5730930 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 946 time: 0.0671160 Jul 08 13:06:08.107287 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191b32b-1e02-42b2-922e-a3328f3157b4 req-4195ed07-8288-48ab-810d-1e1664d34344 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:08.109230 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-a191b32b-1e02-42b2-922e-a3328f3157b4 req-4195ed07-8288-48ab-810d-1e1664d34344 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 945 time: 0.0656226 Jul 08 13:06:08.119732 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fbdf022a-2756-49ef-b0c6-03fa0ac014f5 req-6a1615fa-f69a-4802-8a51-229c82b3cc71 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=537162c2-7e03-42f9-9511-978f3a376ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325685 Jul 08 13:06:08.137987 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 885d824b-ead0-4e67-95e8-f1dbef80809e up at agent hyperv_hv-cinder-78960 {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:06:08.148379 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-a191b32b-1e02-42b2-922e-a3328f3157b4 req-8182d1ed-a13d-41b3-96eb-e199ba575ce4 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333200 Jul 08 13:06:08.191984 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Provisioning for port 885d824b-ead0-4e67-95e8-f1dbef80809e completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:06:08.196048 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Provisioning complete for port 885d824b-ead0-4e67-95e8-f1dbef80809e triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:06:08.197088 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:08.294635 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:08.327562 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c42881-8f0d-4556-9f0e-aa1767747378 req-1bfdd7d7-3023-4368-a9d5-830452561197 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:08.329549 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-38c42881-8f0d-4556-9f0e-aa1767747378 req-1bfdd7d7-3023-4368-a9d5-830452561197 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/ports?device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 946 time: 0.0834129 Jul 08 13:06:08.333219 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port 885d824b-ead0-4e67-95e8-f1dbef80809e, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=885d824b-ead0-4e67-95e8-f1dbef80809e,segment=NetworkSegment(a2927637-e19f-4f91-8a6e-7cfe612d9539),segment_id=a2927637-e19f-4f91-8a6e-7cfe612d9539)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:06:08.341579 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:08.354810 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd9e3fc-d73b-493c-b143-7197e8fff463 req-9045cf98-802a-42c2-87cc-4738cf720128 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:08.356550 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-bbd9e3fc-d73b-493c-b143-7197e8fff463 req-9045cf98-802a-42c2-87cc-4738cf720128 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7a34fa5-dfa5-40ae-a600-c94fd643de9c HTTP/1.1" status: 200 len: 945 time: 0.0739524 Jul 08 13:06:08.371357 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-38c42881-8f0d-4556-9f0e-aa1767747378 req-6c112025-5db8-435a-a863-29a0e699058c tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/security-groups?id=be666b80-73fb-4087-b244-2d5837e7ba42&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360057 Jul 08 13:06:08.397583 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-bbd9e3fc-d73b-493c-b143-7197e8fff463 req-56782baf-928b-40e1-a638-94f7eb36db6d tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/security-groups?id=1905c27f-739b-4619-88c1-b64cd2f47568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342648 Jul 08 13:06:08.408521 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Pushing event updated for resources: {'Port': ['ID=885d824b-ead0-4e67-95e8-f1dbef80809e,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:08.495246 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a34fa5-dfa5-40ae-a600-c94fd643de9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '885d824b-ead0-4e67-95e8-f1dbef80809e'}] {{(pid=93013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:06:08.497602 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437348d2bcada7eee63ab7a3e0cc12fc8f9484ad9c5d405f769a928aff85887c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-643b41f3-0288-4b22-9d67-ee6ce8856c3d" -d '{"events": [{"server_uuid": "c7a34fa5-dfa5-40ae-a600-c94fd643de9c", "name": "network-vif-plugged", "status": "completed", "tag": "885d824b-ead0-4e67-95e8-f1dbef80809e"}]}' {{(pid=93013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:06:08.534636 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48cb617b-6caf-4523-a84e-fe1f7f0f24fa x-openstack-request-id: req-48cb617b-6caf-4523-a84e-fe1f7f0f24fa {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:06:08.534930 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a34fa5-dfa5-40ae-a600-c94fd643de9c", "name": "network-vif-plugged", "status": "completed", "tag": "885d824b-ead0-4e67-95e8-f1dbef80809e", "code": 200}]} {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:06:08.535188 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-48cb617b-6caf-4523-a84e-fe1f7f0f24fa {{(pid=93013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:06:08.535577 dv-cinder-789603-11-iscsi neutron-server[93013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a34fa5-dfa5-40ae-a600-c94fd643de9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '885d824b-ead0-4e67-95e8-f1dbef80809e', 'code': 200} Jul 08 13:06:08.914512 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c186a-e65a-4db0-9d9c-c5d41dac70f0 req-e99762f6-0be0-4395-a06c-36f71a912b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:08.916003 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-027c186a-e65a-4db0-9d9c-c5d41dac70f0 req-e99762f6-0be0-4395-a06c-36f71a912b40 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c7a34fa5-dfa5-40ae-a600-c94fd643de9c HTTP/1.1" status: 200 len: 1099 time: 0.0563030 Jul 08 13:06:08.950649 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-027c186a-e65a-4db0-9d9c-c5d41dac70f0 req-11c477b7-395d-473c-8e7c-f67eddcce8ef service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1905c27f-739b-4619-88c1-b64cd2f47568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267947 Jul 08 13:06:09.291791 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03229d41-f30f-4727-b307-b19c1690e588 req-038d7d8f-c253-405f-a5ed-c693499a7798 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:09.293314 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-03229d41-f30f-4727-b307-b19c1690e588 req-038d7d8f-c253-405f-a5ed-c693499a7798 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 946 time: 0.0643930 Jul 08 13:06:09.325197 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb9760-893e-4919-868e-46a150a81446 req-dab4756a-ee39-4b1b-90cb-888088dfe862 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:09.327307 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f1cb9760-893e-4919-868e-46a150a81446 req-dab4756a-ee39-4b1b-90cb-888088dfe862 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 945 time: 0.0646420 Jul 08 13:06:09.333607 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-03229d41-f30f-4727-b307-b19c1690e588 req-e44b3ead-a333-4aa0-8711-e3569c5ec051 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=537162c2-7e03-42f9-9511-978f3a376ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344484 Jul 08 13:06:09.369071 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f1cb9760-893e-4919-868e-46a150a81446 req-8b72cc8b-7531-4d59-8e00-4ee5c7e50f89 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354037 Jul 08 13:06:09.549577 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c81b26-f444-4067-b509-b1d872056d34 req-e1beb612-1e77-4b33-b357-5248708a06f0 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:09.551164 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f6c81b26-f444-4067-b509-b1d872056d34 req-e1beb612-1e77-4b33-b357-5248708a06f0 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/ports?device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 946 time: 0.0707409 Jul 08 13:06:09.579054 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984c681-d72a-4902-8d67-9ed35627eef9 req-7eba58d2-935f-4d5d-bb85-26c09345cc43 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:09.582655 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6984c681-d72a-4902-8d67-9ed35627eef9 req-7eba58d2-935f-4d5d-bb85-26c09345cc43 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7a34fa5-dfa5-40ae-a600-c94fd643de9c HTTP/1.1" status: 200 len: 946 time: 0.0721049 Jul 08 13:06:09.596874 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f6c81b26-f444-4067-b509-b1d872056d34 req-f42aa829-e069-4dd2-a945-cc9a3d3e597a tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/security-groups?id=be666b80-73fb-4087-b244-2d5837e7ba42&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358548 Jul 08 13:06:09.624493 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6984c681-d72a-4902-8d67-9ed35627eef9 req-1e0026f3-41c5-4b96-a82b-0705e37ac3a0 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/security-groups?id=1905c27f-739b-4619-88c1-b64cd2f47568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345111 Jul 08 13:06:09.776437 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6017dd9f-f698-46e9-91e0-6251b69bc4d6 req-3751ecd0-773e-4e61-bf4a-bdff60322ea8 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:09.777834 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-6017dd9f-f698-46e9-91e0-6251b69bc4d6 req-3751ecd0-773e-4e61-bf4a-bdff60322ea8 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/ports?device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 946 time: 0.0672798 Jul 08 13:06:09.816781 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-6017dd9f-f698-46e9-91e0-6251b69bc4d6 req-ee8f71b5-a927-4079-bc50-f240ff02b920 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/security-groups?id=be666b80-73fb-4087-b244-2d5837e7ba42&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328286 Jul 08 13:06:09.840162 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 42448) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:10.028436 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2901b23e-166b-42be-94d5-ebadac888729 tempest-TestShelveInstance-410129539 tempest-TestShelveInstance-410129539-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:10.030459 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-2901b23e-166b-42be-94d5-ebadac888729 tempest-TestShelveInstance-410129539 tempest-TestShelveInstance-410129539-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 1094 time: 0.1892838 Jul 08 13:06:10.033602 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 42452) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:10.038542 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-8c3a1971-8963-4872-915c-c219fee1bdb8 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Request body: {'floatingip': {'floating_network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'port_id': '05ebf464-bb95-4cd8-9e1a-37f7a16d1615', 'tenant_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:06:10.061562 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-8c3a1971-8963-4872-915c-c219fee1bdb8 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Notify callbacks [] for floatingip, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:10.162401 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-8c3a1971-8963-4872-915c-c219fee1bdb8 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:10.267689 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_common [None req-8c3a1971-8963-4872-915c-c219fee1bdb8 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Allocated IP 172.27.1.190 (d18f7e62-ee2d-4e48-b29d-27db78040174/81ab2e47-5fae-4c56-af63-aae451fc3457/663945b4-82ee-4b06-8f13-4b3d2336da36) {{(pid=93012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:06:10.406832 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-8c3a1971-8963-4872-915c-c219fee1bdb8 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Notify callbacks [] for port, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:10.573764 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a4f84d-fccf-4dac-9e62-98485c5e5260 req-d5be5303-a031-4177-903d-419700aa4c24 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:10.575324 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-e1a4f84d-fccf-4dac-9e62-98485c5e5260 req-d5be5303-a031-4177-903d-419700aa4c24 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 945 time: 0.0715840 Jul 08 13:06:10.616936 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-e1a4f84d-fccf-4dac-9e62-98485c5e5260 req-21498f13-4c73-4058-9c27-752e473644cd tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351293 Jul 08 13:06:10.702885 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-8c3a1971-8963-4872-915c-c219fee1bdb8 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4509839'] for port, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:10.755488 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3a1971-8963-4872-915c-c219fee1bdb8 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Network d18f7e62-ee2d-4e48-b29d-27db78040174 is already hosted by enough agents. {{(pid=93012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:06:10.761789 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [None req-8c3a1971-8963-4872-915c-c219fee1bdb8 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Resources bound (agent type, host, resource id): {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:06:10.764431 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3a1971-8963-4872-915c-c219fee1bdb8 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Pushing event updated for resources: {'Port': ['ID=663945b4-82ee-4b06-8f13-4b3d2336da36,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:10.766456 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3a1971-8963-4872-915c-c219fee1bdb8 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Received port after_create {{(pid=93012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:06:10.803729 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15bed2-7161-4fc7-b30b-3e129730cedb req-06b4259b-6791-462f-b67e-dcad471133b6 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:10.805397 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3f15bed2-7161-4fc7-b30b-3e129730cedb req-06b4259b-6791-462f-b67e-dcad471133b6 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 946 time: 0.1509476 Jul 08 13:06:10.806728 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a1971-8963-4872-915c-c219fee1bdb8 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:06:10.807100 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a1971-8963-4872-915c-c219fee1bdb8 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:06:10.807432 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a1971-8963-4872-915c-c219fee1bdb8 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:06:10.807749 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a1971-8963-4872-915c-c219fee1bdb8 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:06:10.808075 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a1971-8963-4872-915c-c219fee1bdb8 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:06:10.808564 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a1971-8963-4872-915c-c219fee1bdb8 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:06:10.808960 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a1971-8963-4872-915c-c219fee1bdb8 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:06:10.809284 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a1971-8963-4872-915c-c219fee1bdb8 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:06:10.809606 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a1971-8963-4872-915c-c219fee1bdb8 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:06:10.809942 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a1971-8963-4872-915c-c219fee1bdb8 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:06:10.810105 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc432e02-0410-4360-82ec-aa7e0acb9147 req-f6155062-80f3-41cf-b482-ce1cdb923a67 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:10.810286 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a1971-8963-4872-915c-c219fee1bdb8 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:06:10.810579 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3a1971-8963-4872-915c-c219fee1bdb8 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:06:10.812490 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-dc432e02-0410-4360-82ec-aa7e0acb9147 req-f6155062-80f3-41cf-b482-ce1cdb923a67 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7a34fa5-dfa5-40ae-a600-c94fd643de9c HTTP/1.1" status: 200 len: 946 time: 0.0675781 Jul 08 13:06:10.856827 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-dc432e02-0410-4360-82ec-aa7e0acb9147 req-4b618c05-56c9-4d31-8f5a-e2007a8648ae tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/security-groups?id=1905c27f-739b-4619-88c1-b64cd2f47568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365446 Jul 08 13:06:10.886780 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3f15bed2-7161-4fc7-b30b-3e129730cedb req-dafb91c0-ca96-41fd-90ca-abfbc491510a tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=537162c2-7e03-42f9-9511-978f3a376ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706596 Jul 08 13:06:11.030309 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e156ebb-a745-4cb3-ba41-bcf8f8b2c8a7 req-720a5b05-e457-4e8a-bdd5-56a56131cacf tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:11.031835 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-3e156ebb-a745-4cb3-ba41-bcf8f8b2c8a7 req-720a5b05-e457-4e8a-bdd5-56a56131cacf tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7a34fa5-dfa5-40ae-a600-c94fd643de9c HTTP/1.1" status: 200 len: 946 time: 0.0649462 Jul 08 13:06:11.075759 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-3e156ebb-a745-4cb3-ba41-bcf8f8b2c8a7 req-4521039f-ae1d-4fdb-850b-7d24c124489a tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/security-groups?id=1905c27f-739b-4619-88c1-b64cd2f47568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381827 Jul 08 13:06:11.100397 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 42482) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:11.246760 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e16bcbd-4f45-47f8-91f4-5a88a94ba99b tempest-TestVolumeBootPattern-1204336678 tempest-TestVolumeBootPattern-1204336678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:11.248910 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-2e16bcbd-4f45-47f8-91f4-5a88a94ba99b tempest-TestVolumeBootPattern-1204336678 tempest-TestVolumeBootPattern-1204336678-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=c7a34fa5-dfa5-40ae-a600-c94fd643de9c HTTP/1.1" status: 200 len: 1094 time: 0.1468778 Jul 08 13:06:11.251781 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 42486) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:11.256365 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-eeea1d37-86d3-466f-9562-627f42024a7d tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Request body: {'floatingip': {'floating_network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'port_id': '885d824b-ead0-4e67-95e8-f1dbef80809e', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:06:11.281234 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-eeea1d37-86d3-466f-9562-627f42024a7d tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks [] for floatingip, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:11.286028 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-8c3a1971-8963-4872-915c-c219fee1bdb8 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:11.379322 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-eeea1d37-86d3-466f-9562-627f42024a7d tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:11.393025 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-8c3a1971-8963-4872-915c-c219fee1bdb8 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:11.495696 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [None req-eeea1d37-86d3-466f-9562-627f42024a7d tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Allocated IP 172.27.1.167 (d18f7e62-ee2d-4e48-b29d-27db78040174/81ab2e47-5fae-4c56-af63-aae451fc3457/4b02bf97-e6f3-4ecc-a58b-8f223740f0d5) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:06:11.556344 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-8c3a1971-8963-4872-915c-c219fee1bdb8 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Notify callbacks [] for port, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:11.560846 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-8c3a1971-8963-4872-915c-c219fee1bdb8 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4509841'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:11.618075 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-eeea1d37-86d3-466f-9562-627f42024a7d tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:11.634019 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3a1971-8963-4872-915c-c219fee1bdb8 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Pushing event updated for resources: {'Port': ['ID=663945b4-82ee-4b06-8f13-4b3d2336da36,revision_number=2']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:11.647660 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-8c3a1971-8963-4872-915c-c219fee1bdb8 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545677'] for floatingip, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:11.667224 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-eeea1d37-86d3-466f-9562-627f42024a7d tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4789364'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:11.704722 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeea1d37-86d3-466f-9562-627f42024a7d tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Network d18f7e62-ee2d-4e48-b29d-27db78040174 is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:06:11.711559 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-eeea1d37-86d3-466f-9562-627f42024a7d tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:06:11.714961 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeea1d37-86d3-466f-9562-627f42024a7d tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:06:11.738344 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeea1d37-86d3-466f-9562-627f42024a7d tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Pushing event updated for resources: {'Port': ['ID=4b02bf97-e6f3-4ecc-a58b-8f223740f0d5,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:11.781854 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.db.l3_db [None req-8c3a1971-8963-4872-915c-c219fee1bdb8 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Floating IP 2792f4c9-caa3-4eda-8758-7dea0b06114c associated. External IP: 172.27.1.190, port: 05ebf464-bb95-4cd8-9e1a-37f7a16d1615. Jul 08 13:06:11.885504 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275039dd-7757-4795-8637-dfddb8c74419 req-4e60fa6f-476b-4913-b576-eba6d1d5ac9a tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:11.886290 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-275039dd-7757-4795-8637-dfddb8c74419 req-4e60fa6f-476b-4913-b576-eba6d1d5ac9a tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 945 time: 0.1533217 Jul 08 13:06:11.971333 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-275039dd-7757-4795-8637-dfddb8c74419 req-1d588874-1931-4cf0-953c-0977e74c55cd tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783944 Jul 08 13:06:12.059882 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3a1971-8963-4872-915c-c219fee1bdb8 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Router c5343fd3-ff82-436f-89fb-d99d64c0165e has already been hosted by L3 agent f415b27f-d318-40de-bd28-ecbd03c16a41 {{(pid=93012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 13:06:12.168302 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3a1971-8963-4872-915c-c219fee1bdb8 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Notify agent at l3_agent.dv-cinder-789603-11-iscsi the message routers_updated {{(pid=93012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:06:12.179116 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6834e309-bcb4-4f05-baa8-ec107c6394cf None None] Sync routers for ids ['c5343fd3-ff82-436f-89fb-d99d64c0165e'] in dv-cinder-789603-11-iscsi {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:06:12.188831 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-8c3a1971-8963-4872-915c-c219fee1bdb8 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for floatingip, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:12.190380 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6834e309-bcb4-4f05-baa8-ec107c6394cf None None] Routers {'c5343fd3-ff82-436f-89fb-d99d64c0165e'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:06:12.191079 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-6834e309-bcb4-4f05-baa8-ec107c6394cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:06:05Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['c5343fd3-ff82-436f-89fb-d99d64c0165e'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:06:12.196833 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc4687-1128-4f74-9ffe-ee6257a2e1da req-f414de20-7aab-4fa8-9df8-70961e306f96 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:12.198339 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-8acc4687-1128-4f74-9ffe-ee6257a2e1da req-f414de20-7aab-4fa8-9df8-70961e306f96 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 946 time: 0.1756275 Jul 08 13:06:12.202725 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-eeea1d37-86d3-466f-9562-627f42024a7d tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:12.241787 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-8c3a1971-8963-4872-915c-c219fee1bdb8 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1932654 Jul 08 13:06:12.241787 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aea33ea-0d78-4928-8848-6cc743de64b0', 'tag': '05ebf464-bb95-4cd8-9e1a-37f7a16d1615'}] {{(pid=93012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:06:12.241787 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd052ad9988fae0c023d90ace067622d59124d56325abb0637f2c794eb114897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edea82b1-dc34-4a19-a846-c3ea03e51840" -d '{"events": [{"name": "network-changed", "server_uuid": "3aea33ea-0d78-4928-8848-6cc743de64b0", "tag": "05ebf464-bb95-4cd8-9e1a-37f7a16d1615"}]}' {{(pid=93012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:06:12.273888 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 13:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ab3d81-f4e7-4ba3-b3c2-a1468bb627c7 x-openstack-request-id: req-b8ab3d81-f4e7-4ba3-b3c2-a1468bb627c7 {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:06:12.274173 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aea33ea-0d78-4928-8848-6cc743de64b0", "tag": "05ebf464-bb95-4cd8-9e1a-37f7a16d1615", "status": "completed", "code": 200}]} {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:06:12.274428 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b8ab3d81-f4e7-4ba3-b3c2-a1468bb627c7 {{(pid=93012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:06:12.274846 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aea33ea-0d78-4928-8848-6cc743de64b0', 'tag': '05ebf464-bb95-4cd8-9e1a-37f7a16d1615', 'status': 'completed', 'code': 200} Jul 08 13:06:12.296633 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-8acc4687-1128-4f74-9ffe-ee6257a2e1da req-c32d4dea-3511-49f9-bab8-9577784a1ade tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=537162c2-7e03-42f9-9511-978f3a376ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737522 Jul 08 13:06:12.307796 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-6834e309-bcb4-4f05-baa8-ec107c6394cf None None] Set router c5343fd3-ff82-436f-89fb-d99d64c0165e gateway port host: dv-cinder-789603-11-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:06:12.326170 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-eeea1d37-86d3-466f-9562-627f42024a7d tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:12.462717 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea82b1-dc34-4a19-a846-c3ea03e51840 req-873ea126-3759-4c84-b80a-545a6e7c19f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:12.464089 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-edea82b1-dc34-4a19-a846-c3ea03e51840 req-873ea126-3759-4c84-b80a-545a6e7c19f6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ed74fee3baae41ecbf26ed6bbd744249&device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 1099 time: 0.1148307 Jul 08 13:06:12.551960 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-6834e309-bcb4-4f05-baa8-ec107c6394cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5343fd3-ff82-436f-89fb-d99d64c0165e', 'name': 'tempest-TestShelveInstance-1310091746-router', 'tenant_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '5c04eaa0-189c-4282-9bf2-4ad6059dfa29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:26Z', 'updated_at': '2021-07-08T13:04:33Z', 'revision_number': 4, 'project_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'gw_port': {'id': '5c04eaa0-189c-4282-9bf2-4ad6059dfa29', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:94:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5343fd3-ff82-436f-89fb-d99d64c0165e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:26Z', 'updated_at': '2021-07-08T13:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_floatingips': [{'id': '2792f4c9-caa3-4eda-8758-7dea0b06114c', 'tenant_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'floating_ip_address': '172.27.1.190', 'floating_network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'router_id': 'c5343fd3-ff82-436f-89fb-d99d64c0165e', 'port_id': '05ebf464-bb95-4cd8-9e1a-37f7a16d1615', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c49b9db1-0426-4015-9afe-1fff90136761', 'mac_address': 'fa:16:3e:4f:0e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aea33ea-0d78-4928-8848-6cc743de64b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T13:06:11Z', 'updated_at': '2021-07-08T13:06:11Z', 'revision_number': 0, 'project_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c12c6fd5-385c-4ddc-bc9f-07c02d975442', 'name': '', 'network_id': 'c49b9db1-0426-4015-9afe-1fff90136761', 'tenant_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'mac_address': 'fa:16:3e:5d:05:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5343fd3-ff82-436f-89fb-d99d64c0165e', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '82be07f0-1d9e-44ff-8c03-11cf8bfac97c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:31Z', 'updated_at': '2021-07-08T13:04:42Z', 'revision_number': 5, 'project_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'subnets': [{'id': '82be07f0-1d9e-44ff-8c03-11cf8bfac97c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:06:12.579231 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6834e309-bcb4-4f05-baa8-ec107c6394cf None None] Checking router: c5343fd3-ff82-436f-89fb-d99d64c0165e for host: dv-cinder-789603-11-iscsi {{(pid=93014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:06:12.581063 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-eeea1d37-86d3-466f-9562-627f42024a7d tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks [] for port, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:12.589700 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6834e309-bcb4-4f05-baa8-ec107c6394cf None None] Routers {'c5343fd3-ff82-436f-89fb-d99d64c0165e'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:06:12.590417 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-6834e309-bcb4-4f05-baa8-ec107c6394cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:06:05Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['c5343fd3-ff82-436f-89fb-d99d64c0165e'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:06:12.592040 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 42504) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:12.594072 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-eeea1d37-86d3-466f-9562-627f42024a7d tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4789354'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:12.658826 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea82b1-dc34-4a19-a846-c3ea03e51840 req-32d42fd3-b1a7-46c3-a67d-c66d528b2f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:12.660296 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-edea82b1-dc34-4a19-a846-c3ea03e51840 req-32d42fd3-b1a7-46c3-a67d-c66d528b2f60 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c49b9db1-0426-4015-9afe-1fff90136761 HTTP/1.1" status: 200 len: 910 time: 0.1759806 Jul 08 13:06:12.696231 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-6834e309-bcb4-4f05-baa8-ec107c6394cf None None] Set router c5343fd3-ff82-436f-89fb-d99d64c0165e gateway port host: dv-cinder-789603-11-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:06:12.715177 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeea1d37-86d3-466f-9562-627f42024a7d tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Pushing event updated for resources: {'Port': ['ID=4b02bf97-e6f3-4ecc-a58b-8f223740f0d5,revision_number=2']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:12.749430 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_v2 [None req-01f64fb2-a855-4f1d-8091-b9eeddf1f267 admin admin] Deleting subnet 54909c30-b75f-4721-96a4-99648762a3fc {{(pid=93011) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 13:06:12.759408 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-01f64fb2-a855-4f1d-8091-b9eeddf1f267 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:12.785995 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-eeea1d37-86d3-466f-9562-627f42024a7d tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545677'] for floatingip, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:13.006173 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-6834e309-bcb4-4f05-baa8-ec107c6394cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5343fd3-ff82-436f-89fb-d99d64c0165e', 'name': 'tempest-TestShelveInstance-1310091746-router', 'tenant_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '5c04eaa0-189c-4282-9bf2-4ad6059dfa29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:26Z', 'updated_at': '2021-07-08T13:04:33Z', 'revision_number': 4, 'project_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'gw_port': {'id': '5c04eaa0-189c-4282-9bf2-4ad6059dfa29', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:94:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5343fd3-ff82-436f-89fb-d99d64c0165e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:26Z', 'updated_at': '2021-07-08T13:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_floatingips': [{'id': '2792f4c9-caa3-4eda-8758-7dea0b06114c', 'tenant_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'floating_ip_address': '172.27.1.190', 'floating_network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'router_id': 'c5343fd3-ff82-436f-89fb-d99d64c0165e', 'port_id': '05ebf464-bb95-4cd8-9e1a-37f7a16d1615', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c49b9db1-0426-4015-9afe-1fff90136761', 'mac_address': 'fa:16:3e:4f:0e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aea33ea-0d78-4928-8848-6cc743de64b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T13:06:11Z', 'updated_at': '2021-07-08T13:06:11Z', 'revision_number': 0, 'project_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c12c6fd5-385c-4ddc-bc9f-07c02d975442', 'name': '', 'network_id': 'c49b9db1-0426-4015-9afe-1fff90136761', 'tenant_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'mac_address': 'fa:16:3e:5d:05:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5343fd3-ff82-436f-89fb-d99d64c0165e', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '82be07f0-1d9e-44ff-8c03-11cf8bfac97c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:31Z', 'updated_at': '2021-07-08T13:04:42Z', 'revision_number': 5, 'project_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'subnets': [{'id': '82be07f0-1d9e-44ff-8c03-11cf8bfac97c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:06:13.040223 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6834e309-bcb4-4f05-baa8-ec107c6394cf None None] The sync data for ids ['c5343fd3-ff82-436f-89fb-d99d64c0165e'] in dv-cinder-789603-11-iscsi is: [{'id': 'c5343fd3-ff82-436f-89fb-d99d64c0165e', 'name': 'tempest-TestShelveInstance-1310091746-router', 'tenant_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '5c04eaa0-189c-4282-9bf2-4ad6059dfa29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:26Z', 'updated_at': '2021-07-08T13:04:33Z', 'revision_number': 4, 'project_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'gw_port': {'id': '5c04eaa0-189c-4282-9bf2-4ad6059dfa29', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:94:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5343fd3-ff82-436f-89fb-d99d64c0165e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:26Z', 'updated_at': '2021-07-08T13:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_floatingips': [{'id': '2792f4c9-caa3-4eda-8758-7dea0b06114c', 'tenant_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'floating_ip_address': '172.27.1.190', 'floating_network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'router_id': 'c5343fd3-ff82-436f-89fb-d99d64c0165e', 'port_id': '05ebf464-bb95-4cd8-9e1a-37f7a16d1615', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c49b9db1-0426-4015-9afe-1fff90136761', 'mac_address': 'fa:16:3e:4f:0e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aea33ea-0d78-4928-8848-6cc743de64b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T13:06:11Z', 'updated_at': '2021-07-08T13:06:11Z', 'revision_number': 0, 'project_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c12c6fd5-385c-4ddc-bc9f-07c02d975442', 'name': '', 'network_id': 'c49b9db1-0426-4015-9afe-1fff90136761', 'tenant_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'mac_address': 'fa:16:3e:5d:05:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5343fd3-ff82-436f-89fb-d99d64c0165e', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '82be07f0-1d9e-44ff-8c03-11cf8bfac97c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:31Z', 'updated_at': '2021-07-08T13:04:42Z', 'revision_number': 5, 'project_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'subnets': [{'id': '82be07f0-1d9e-44ff-8c03-11cf8bfac97c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:06:13.086616 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-edea82b1-dc34-4a19-a846-c3ea03e51840 req-00806536-5991-4064-a4f1-5069c86a9bc0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05ebf464-bb95-4cd8-9e1a-37f7a16d1615 HTTP/1.1" status: 200 len: 1000 time: 0.3911304 Jul 08 13:06:13.087512 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-01f64fb2-a855-4f1d-8091-b9eeddf1f267 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4784263'] for subnet, precommit_delete_associations {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:13.193330 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167db3c-81c3-4a53-a08d-36f8f992294d req-69689822-3993-4559-9ad3-5f5b1f10f763 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:13.195731 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-2167db3c-81c3-4a53-a08d-36f8f992294d req-69689822-3993-4559-9ad3-5f5b1f10f763 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 945 time: 0.0967898 Jul 08 13:06:13.241058 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-2167db3c-81c3-4a53-a08d-36f8f992294d req-f9284e26-a9a1-401f-87e0-6ab4345195b0 tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395532 Jul 08 13:06:13.269151 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5ff348-9389-4599-b5b9-dfb75b712d5e None None] New status for floating IP 2792f4c9-caa3-4eda-8758-7dea0b06114c: ACTIVE {{(pid=93013) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 13:06:13.270552 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-01f64fb2-a855-4f1d-8091-b9eeddf1f267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388364'] for subnet, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:13.310469 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea82b1-dc34-4a19-a846-c3ea03e51840 req-e8862364-c479-4ebf-9276-1668ec989f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:13.312503 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-edea82b1-dc34-4a19-a846-c3ea03e51840 req-e8862364-c479-4ebf-9276-1668ec989f54 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=82be07f0-1d9e-44ff-8c03-11cf8bfac97c HTTP/1.1" status: 200 len: 848 time: 0.1404409 Jul 08 13:06:13.316812 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.db.l3_db [None req-eeea1d37-86d3-466f-9562-627f42024a7d tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Floating IP 6914466b-a7aa-466d-b538-18772b2b5d1e associated. External IP: 172.27.1.167, port: 885d824b-ead0-4e67-95e8-f1dbef80809e. Jul 08 13:06:13.474821 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-01f64fb2-a855-4f1d-8091-b9eeddf1f267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5094232'] for subnet, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:13.516220 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ce037a-46d7-42ab-9c83-c9e54f532f71 req-0f3ce8df-fbf7-4d38-b69c-fe56d42e9e0e tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:13.517549 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-38ce037a-46d7-42ab-9c83-c9e54f532f71 req-0f3ce8df-fbf7-4d38-b69c-fe56d42e9e0e tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 945 time: 0.3438983 Jul 08 13:06:13.554981 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f64fb2-a855-4f1d-8091-b9eeddf1f267 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54909c30-b75f-4721-96a4-99648762a3fc,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:13.559632 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-01f64fb2-a855-4f1d-8091-b9eeddf1f267 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:13.562123 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-01f64fb2-a855-4f1d-8091-b9eeddf1f267 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/54909c30-b75f-4721-96a4-99648762a3fc HTTP/1.1" status: 204 len: 168 time: 0.9689386 Jul 08 13:06:13.564660 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 42510) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:13.614800 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea82b1-dc34-4a19-a846-c3ea03e51840 req-599736fe-739b-4f50-97de-39d410f93254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:13.616310 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-edea82b1-dc34-4a19-a846-c3ea03e51840 req-599736fe-739b-4f50-97de-39d410f93254 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c49b9db1-0426-4015-9afe-1fff90136761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2970254 Jul 08 13:06:13.631143 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4f44ee78-581e-47eb-a306-71ecd40cbf16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1445167'] for network, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:13.713155 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4f44ee78-581e-47eb-a306-71ecd40cbf16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385719', 'neutron.services.segments.db._delete_segments_for_network-8739449493333'] for network, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:13.723618 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-4f44ee78-581e-47eb-a306-71ecd40cbf16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67d063cc-baa6-4798-bdf8-b13215622d44']}} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:06:13.735320 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-4f44ee78-581e-47eb-a306-71ecd40cbf16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b71ba67-5771-4488-b4a2-a47ffb209829') {'for_net_delete': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:06:13.735606 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-4f44ee78-581e-47eb-a306-71ecd40cbf16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b71ba67-5771-4488-b4a2-a47ffb209829') {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:06:13.744400 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4f44ee78-581e-47eb-a306-71ecd40cbf16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739449365041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4653424'] for segment, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:13.757712 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4f44ee78-581e-47eb-a306-71ecd40cbf16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1381891'] for segment, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:13.761885 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3607b2-509d-4fc2-9b39-f2a5386cdd7d req-33742a37-b742-45fa-b932-bdf4e6ff2c36 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:13.763375 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-2b3607b2-509d-4fc2-9b39-f2a5386cdd7d req-33742a37-b742-45fa-b932-bdf4e6ff2c36 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 946 time: 0.3341193 Jul 08 13:06:13.764408 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f44ee78-581e-47eb-a306-71ecd40cbf16 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=93012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 13:06:13.764795 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4f44ee78-581e-47eb-a306-71ecd40cbf16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1381891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4509813'] for segment, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:13.766709 dv-cinder-789603-11-iscsi neutron-server[93012]: Traceback (most recent call last): Jul 08 13:06:13.766709 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 13:06:13.766709 dv-cinder-789603-11-iscsi neutron-server[93012]: timer() Jul 08 13:06:13.766709 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 13:06:13.766709 dv-cinder-789603-11-iscsi neutron-server[93012]: cb(*args, **kw) Jul 08 13:06:13.766709 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 13:06:13.766709 dv-cinder-789603-11-iscsi neutron-server[93012]: return func(*args, **kwargs) Jul 08 13:06:13.766709 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 13:06:13.766709 dv-cinder-789603-11-iscsi neutron-server[93012]: self._notify() Jul 08 13:06:13.766709 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 13:06:13.766709 dv-cinder-789603-11-iscsi neutron-server[93012]: self.callback(batched_events) Jul 08 13:06:13.766709 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 13:06:13.766709 dv-cinder-789603-11-iscsi neutron-server[93012]: event.method(event) Jul 08 13:06:13.766709 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 13:06:13.766709 dv-cinder-789603-11-iscsi neutron-server[93012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 13:06:13.766709 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 13:06:13.766709 dv-cinder-789603-11-iscsi neutron-server[93012]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 13:06:13.766709 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 13:06:13.766709 dv-cinder-789603-11-iscsi neutron-server[93012]: return f(self, *a, **k) Jul 08 13:06:13.766709 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 13:06:13.766709 dv-cinder-789603-11-iscsi neutron-server[93012]: return self._get(url).json() Jul 08 13:06:13.766709 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 13:06:13.766709 dv-cinder-789603-11-iscsi neutron-server[93012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 13:06:13.766709 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 13:06:13.766709 dv-cinder-789603-11-iscsi neutron-server[93012]: return self.request(url, 'GET', **kwargs) Jul 08 13:06:13.766709 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 13:06:13.766709 dv-cinder-789603-11-iscsi neutron-server[93012]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 13:06:13.766709 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 13:06:13.766709 dv-cinder-789603-11-iscsi neutron-server[93012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 13:06:13.766709 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 13:06:13.766709 dv-cinder-789603-11-iscsi neutron-server[93012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 13:06:13.766709 dv-cinder-789603-11-iscsi neutron-server[93012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 13:06:13.822446 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4f44ee78-581e-47eb-a306-71ecd40cbf16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545699'] for network, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:13.827761 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4f44ee78-581e-47eb-a306-71ecd40cbf16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for network, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:13.832568 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-4f44ee78-581e-47eb-a306-71ecd40cbf16 admin admin] 10.222.0.59 "DELETE /v2.0/networks/67d063cc-baa6-4798-bdf8-b13215622d44 HTTP/1.1" status: 204 len: 168 time: 0.2668731 Jul 08 13:06:13.845455 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44ee78-581e-47eb-a306-71ecd40cbf16 admin admin] Pushing event deleted for resources: {'Network': ['ID=67d063cc-baa6-4798-bdf8-b13215622d44,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:13.889820 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-edea82b1-dc34-4a19-a846-c3ea03e51840 req-85005b7a-69cd-47af-bab8-3b8e802e6da0 service neutron] 10.222.0.21 "GET /v2.0/networks/c49b9db1-0426-4015-9afe-1fff90136761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615254 Jul 08 13:06:13.894960 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeea1d37-86d3-466f-9562-627f42024a7d tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Router 84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4 has already been hosted by L3 agent f415b27f-d318-40de-bd28-ecbd03c16a41 {{(pid=93011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 13:06:13.899073 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-2b3607b2-509d-4fc2-9b39-f2a5386cdd7d req-d521a7f6-90a8-4044-8923-2f1135ddc48f tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=537162c2-7e03-42f9-9511-978f3a376ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986123 Jul 08 13:06:13.908803 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [req-38ce037a-46d7-42ab-9c83-c9e54f532f71 req-5b2b340e-0a9c-4d09-a4b4-1bb435b39ebc tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Deleting port 80d9aafd-3f60-42b7-9365-7bc0a4e9ca02 {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:06:13.909140 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-38ce037a-46d7-42ab-9c83-c9e54f532f71 req-5b2b340e-0a9c-4d09-a4b4-1bb435b39ebc tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:14.012269 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 42514) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:14.059301 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-4fe7df6d-2742-46ed-8fc4-340676aceb2c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a7504f2f14af4dceb9cfafb69ef71392&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0435710 Jul 08 13:06:14.059712 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 42516) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:14.114267 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-80f596d9-2c30-425a-af6d-12b1b15c180b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:14.134430 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-80f596d9-2c30-425a-af6d-12b1b15c180b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:14.164144 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-38ce037a-46d7-42ab-9c83-c9e54f532f71 req-5b2b340e-0a9c-4d09-a4b4-1bb435b39ebc tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] For port 80d9aafd-3f60-42b7-9365-7bc0a4e9ca02, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=80d9aafd-3f60-42b7-9365-7bc0a4e9ca02,segment=NetworkSegment(0fe5bc40-e67f-4a61-a568-ffbdf25cd236),segment_id=0fe5bc40-e67f-4a61-a568-ffbdf25cd236)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:06:14.164526 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-38ce037a-46d7-42ab-9c83-c9e54f532f71 req-5b2b340e-0a9c-4d09-a4b4-1bb435b39ebc tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:14.180232 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-edea82b1-dc34-4a19-a846-c3ea03e51840 req-b21b49f4-a7dd-47a6-8662-354cb365e545 service neutron] 10.222.0.21 "GET /v2.0/networks/c49b9db1-0426-4015-9afe-1fff90136761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738252 Jul 08 13:06:14.181721 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-80f596d9-2c30-425a-af6d-12b1b15c180b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:14.184432 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-80f596d9-2c30-425a-af6d-12b1b15c180b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:14.185569 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-80f596d9-2c30-425a-af6d-12b1b15c180b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ff71abe8-bc30-4f43-864d-85c09000d4ba HTTP/1.1" status: 204 len: 168 time: 0.1248937 Jul 08 13:06:14.188848 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [req-38ce037a-46d7-42ab-9c83-c9e54f532f71 req-5b2b340e-0a9c-4d09-a4b4-1bb435b39ebc tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Calling delete_port for 80d9aafd-3f60-42b7-9365-7bc0a4e9ca02 owned by compute:nova {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:06:14.195825 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f596d9-2c30-425a-af6d-12b1b15c180b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff71abe8-bc30-4f43-864d-85c09000d4ba,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:14.201917 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeea1d37-86d3-466f-9562-627f42024a7d tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify agent at l3_agent.dv-cinder-789603-11-iscsi the message routers_updated {{(pid=93011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:06:14.226060 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f1dc34-42b5-44c3-a379-ad6902642cfb None None] Sync routers for ids ['84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4'] in dv-cinder-789603-11-iscsi {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:06:14.238867 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f1dc34-42b5-44c3-a379-ad6902642cfb None None] Routers {'84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:06:14.239645 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-82f1dc34-42b5-44c3-a379-ad6902642cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:06:05Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:06:14.259784 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-eeea1d37-86d3-466f-9562-627f42024a7d tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for floatingip, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:14.331010 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-eeea1d37-86d3-466f-9562-627f42024a7d tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0780044 Jul 08 13:06:14.332436 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7a34fa5-dfa5-40ae-a600-c94fd643de9c', 'tag': '885d824b-ead0-4e67-95e8-f1dbef80809e'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:06:14.334760 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79934bd8df5839606b1ce54b63dc7d70fed780423e2c756261eeaeb19bf0c4d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47cec3ae-24c0-4067-bab9-ecaeb5f907e7" -d '{"events": [{"name": "network-changed", "server_uuid": "c7a34fa5-dfa5-40ae-a600-c94fd643de9c", "tag": "885d824b-ead0-4e67-95e8-f1dbef80809e"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:06:14.407108 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-82f1dc34-42b5-44c3-a379-ad6902642cfb None None] Set router 84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:06:14.413516 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 13:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29620ebf-c3d4-4812-909a-90c236c46893 x-openstack-request-id: req-29620ebf-c3d4-4812-909a-90c236c46893 {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:06:14.414260 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7a34fa5-dfa5-40ae-a600-c94fd643de9c", "tag": "885d824b-ead0-4e67-95e8-f1dbef80809e", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:06:14.414768 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-29620ebf-c3d4-4812-909a-90c236c46893 {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:06:14.415554 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7a34fa5-dfa5-40ae-a600-c94fd643de9c', 'tag': '885d824b-ead0-4e67-95e8-f1dbef80809e', 'status': 'completed', 'code': 200} Jul 08 13:06:14.417057 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-38ce037a-46d7-42ab-9c83-c9e54f532f71 req-5b2b340e-0a9c-4d09-a4b4-1bb435b39ebc tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789347'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:14.449314 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2b340e-0a9c-4d09-a4b4-1bb435b39ebc tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Pushing event deleted for resources: {'Port': ['ID=80d9aafd-3f60-42b7-9365-7bc0a4e9ca02,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:14.480412 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c49a048-ea72-451a-b6a2-4f4baa55e38b req-2198db4f-7b13-437b-b870-812669c6badc tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:14.488610 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5c49a048-ea72-451a-b6a2-4f4baa55e38b req-2198db4f-7b13-437b-b870-812669c6badc tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc3dd72a-4ffd-4f48-bf91-8662f33fd20f HTTP/1.1" status: 200 len: 867 time: 0.1013622 Jul 08 13:06:14.537070 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5c49a048-ea72-451a-b6a2-4f4baa55e38b req-2e9d31cd-59a1-48d4-96a2-a8f253101e2b tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.59 "GET /v2.0/security-groups?id=0cbb6932-b014-4b17-bbea-dca3c54bfe84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473049 Jul 08 13:06:14.541792 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ce037a-46d7-42ab-9c83-c9e54f532f71 req-5b2b340e-0a9c-4d09-a4b4-1bb435b39ebc tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] No DVR routers for this DVR port 80d9aafd-3f60-42b7-9365-7bc0a4e9ca02 on host hv-cinder-78960 {{(pid=93011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:06:14.553442 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-38ce037a-46d7-42ab-9c83-c9e54f532f71 req-5b2b340e-0a9c-4d09-a4b4-1bb435b39ebc tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:14.555665 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-38ce037a-46d7-42ab-9c83-c9e54f532f71 req-5b2b340e-0a9c-4d09-a4b4-1bb435b39ebc tempest-ServerRescueNegativeTestJSON-1788465612 tempest-ServerRescueNegativeTestJSON-1788465612-project] 10.222.0.21 "DELETE /v2.0/ports/80d9aafd-3f60-42b7-9365-7bc0a4e9ca02 HTTP/1.1" status: 204 len: 173 time: 1.0122933 Jul 08 13:06:14.589932 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cec3ae-24c0-4067-bab9-ecaeb5f907e7 req-ea7c87b5-fa08-42a4-9186-44120067530d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:14.591460 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-47cec3ae-24c0-4067-bab9-ecaeb5f907e7 req-ea7c87b5-fa08-42a4-9186-44120067530d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72e6ac284e134db6984ee5463fd84268&device_id=c7a34fa5-dfa5-40ae-a600-c94fd643de9c HTTP/1.1" status: 200 len: 1099 time: 0.1246841 Jul 08 13:06:14.691288 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cec3ae-24c0-4067-bab9-ecaeb5f907e7 req-d59a1e80-384a-4c4a-863b-63d0e203b4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:14.692792 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-47cec3ae-24c0-4067-bab9-ecaeb5f907e7 req-d59a1e80-384a-4c4a-863b-63d0e203b4f1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6414870c-e55b-4de0-96ed-e21f9e007cfe HTTP/1.1" status: 200 len: 913 time: 0.0926690 Jul 08 13:06:14.694709 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-82f1dc34-42b5-44c3-a379-ad6902642cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'name': 'tempest-TestVolumeBootPattern-1466302910-router', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '142ebf4f-930e-46f0-8b56-28e1745627da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:30Z', 'updated_at': '2021-07-08T13:04:38Z', 'revision_number': 4, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'gw_port': {'id': '142ebf4f-930e-46f0-8b56-28e1745627da', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:73:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:32Z', 'updated_at': '2021-07-08T13:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_floatingips': [{'id': '6914466b-a7aa-466d-b538-18772b2b5d1e', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'floating_ip_address': '172.27.1.167', 'floating_network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'router_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'port_id': '885d824b-ead0-4e67-95e8-f1dbef80809e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe', 'mac_address': 'fa:16:3e:50:69:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a34fa5-dfa5-40ae-a600-c94fd643de9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T13:06:11Z', 'updated_at': '2021-07-08T13:06:11Z', 'revision_number': 0, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5549109a-91d2-457d-9a72-831bd1bb8239', 'name': '', 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'mac_address': 'fa:16:3e:00:88:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd28d3121-202c-40d9-81a2-6dc38ff463b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:37Z', 'updated_at': '2021-07-08T13:04:52Z', 'revision_number': 5, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'subnets': [{'id': 'd28d3121-202c-40d9-81a2-6dc38ff463b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:06:14.721396 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f1dc34-42b5-44c3-a379-ad6902642cfb None None] Checking router: 84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4 for host: dv-cinder-789603-11-iscsi {{(pid=93014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:06:14.730280 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f1dc34-42b5-44c3-a379-ad6902642cfb None None] Routers {'84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:06:14.730891 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-82f1dc34-42b5-44c3-a379-ad6902642cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:06:05Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:06:14.760939 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-47cec3ae-24c0-4067-bab9-ecaeb5f907e7 req-550bb158-f2c7-4adc-aafa-c894ac12b011 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=885d824b-ead0-4e67-95e8-f1dbef80809e HTTP/1.1" status: 200 len: 1000 time: 0.0614254 Jul 08 13:06:14.818394 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cec3ae-24c0-4067-bab9-ecaeb5f907e7 req-edfa364d-f0a2-4ef5-b7af-4b5df0522a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:14.819763 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-47cec3ae-24c0-4067-bab9-ecaeb5f907e7 req-edfa364d-f0a2-4ef5-b7af-4b5df0522a5e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d28d3121-202c-40d9-81a2-6dc38ff463b2 HTTP/1.1" status: 200 len: 851 time: 0.0452580 Jul 08 13:06:14.836298 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-82f1dc34-42b5-44c3-a379-ad6902642cfb None None] Set router 84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:06:14.884501 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cec3ae-24c0-4067-bab9-ecaeb5f907e7 req-4e00d9d7-1174-464a-80d5-e04ab7849292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:14.886033 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-47cec3ae-24c0-4067-bab9-ecaeb5f907e7 req-4e00d9d7-1174-464a-80d5-e04ab7849292 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6414870c-e55b-4de0-96ed-e21f9e007cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0565047 Jul 08 13:06:14.979644 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-47cec3ae-24c0-4067-bab9-ecaeb5f907e7 req-eac8d437-6915-4564-8e92-355cac7c3e8c service neutron] 10.222.0.21 "GET /v2.0/networks/6414870c-e55b-4de0-96ed-e21f9e007cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857241 Jul 08 13:06:15.070619 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-82f1dc34-42b5-44c3-a379-ad6902642cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'name': 'tempest-TestVolumeBootPattern-1466302910-router', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '142ebf4f-930e-46f0-8b56-28e1745627da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:30Z', 'updated_at': '2021-07-08T13:04:38Z', 'revision_number': 4, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'gw_port': {'id': '142ebf4f-930e-46f0-8b56-28e1745627da', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:73:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:32Z', 'updated_at': '2021-07-08T13:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_floatingips': [{'id': '6914466b-a7aa-466d-b538-18772b2b5d1e', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'floating_ip_address': '172.27.1.167', 'floating_network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'router_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'port_id': '885d824b-ead0-4e67-95e8-f1dbef80809e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe', 'mac_address': 'fa:16:3e:50:69:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a34fa5-dfa5-40ae-a600-c94fd643de9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T13:06:11Z', 'updated_at': '2021-07-08T13:06:11Z', 'revision_number': 0, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5549109a-91d2-457d-9a72-831bd1bb8239', 'name': '', 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'mac_address': 'fa:16:3e:00:88:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd28d3121-202c-40d9-81a2-6dc38ff463b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:37Z', 'updated_at': '2021-07-08T13:04:52Z', 'revision_number': 5, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'subnets': [{'id': 'd28d3121-202c-40d9-81a2-6dc38ff463b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:06:15.100275 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f1dc34-42b5-44c3-a379-ad6902642cfb None None] The sync data for ids ['84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4'] in dv-cinder-789603-11-iscsi is: [{'id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'name': 'tempest-TestVolumeBootPattern-1466302910-router', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '142ebf4f-930e-46f0-8b56-28e1745627da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:30Z', 'updated_at': '2021-07-08T13:04:38Z', 'revision_number': 4, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'gw_port': {'id': '142ebf4f-930e-46f0-8b56-28e1745627da', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:73:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:32Z', 'updated_at': '2021-07-08T13:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_floatingips': [{'id': '6914466b-a7aa-466d-b538-18772b2b5d1e', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'floating_ip_address': '172.27.1.167', 'floating_network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'router_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'port_id': '885d824b-ead0-4e67-95e8-f1dbef80809e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe', 'mac_address': 'fa:16:3e:50:69:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7a34fa5-dfa5-40ae-a600-c94fd643de9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T13:06:11Z', 'updated_at': '2021-07-08T13:06:11Z', 'revision_number': 0, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5549109a-91d2-457d-9a72-831bd1bb8239', 'name': '', 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'mac_address': 'fa:16:3e:00:88:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd28d3121-202c-40d9-81a2-6dc38ff463b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:37Z', 'updated_at': '2021-07-08T13:04:52Z', 'revision_number': 5, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'subnets': [{'id': 'd28d3121-202c-40d9-81a2-6dc38ff463b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:06:15.125270 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-47cec3ae-24c0-4067-bab9-ecaeb5f907e7 req-8e91792c-b33d-4a22-a436-cb685a632d77 service neutron] 10.222.0.21 "GET /v2.0/networks/6414870c-e55b-4de0-96ed-e21f9e007cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379220 Jul 08 13:06:15.136620 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9431480-3c8b-45ab-949f-a6735185e1f2 req-3ec80c66-6cd6-46ca-85fa-8a27617fc8f2 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:15.143448 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-c9431480-3c8b-45ab-949f-a6735185e1f2 req-3ec80c66-6cd6-46ca-85fa-8a27617fc8f2 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 946 time: 0.1138594 Jul 08 13:06:15.181903 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-c9431480-3c8b-45ab-949f-a6735185e1f2 req-12e03f91-f3ec-48d1-83bd-32bfabd82efc tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=537162c2-7e03-42f9-9511-978f3a376ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374115 Jul 08 13:06:15.325261 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba1a265-6b5b-4c5e-a627-e8886fa8c963 None None] New status for floating IP 6914466b-a7aa-466d-b538-18772b2b5d1e: ACTIVE {{(pid=93013) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 13:06:15.623016 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 42530) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:16.189736 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 80d9aafd-3f60-42b7-9365-7bc0a4e9ca02 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:06:16.271990 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-89c87332-79cd-45a3-95b8-621a0182380a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544778'] for router_interface, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:16.323841 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] No Port match for: 80d9aafd-3f60-42b7-9365-7bc0a4e9ca02 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:06:16.324097 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 80d9aafd-3f60-42b7-9365-7bc0a4e9ca02 not bound to the agent host hv-cinder-78960 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:06:16.418039 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc3dd72a-4ffd-4f48-bf91-8662f33fd20f', 'name': 'network-vif-deleted', 'tag': '80d9aafd-3f60-42b7-9365-7bc0a4e9ca02'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:06:16.420830 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79934bd8df5839606b1ce54b63dc7d70fed780423e2c756261eeaeb19bf0c4d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf4cedd-4cdd-4a8b-b715-763dc817aae0" -d '{"events": [{"server_uuid": "bc3dd72a-4ffd-4f48-bf91-8662f33fd20f", "name": "network-vif-deleted", "tag": "80d9aafd-3f60-42b7-9365-7bc0a4e9ca02"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:06:16.475429 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9c931d-639a-42d0-b173-b2c96ba227ae x-openstack-request-id: req-6a9c931d-639a-42d0-b173-b2c96ba227ae {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:06:16.475712 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc3dd72a-4ffd-4f48-bf91-8662f33fd20f", "name": "network-vif-deleted", "tag": "80d9aafd-3f60-42b7-9365-7bc0a4e9ca02", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:06:16.475957 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6a9c931d-639a-42d0-b173-b2c96ba227ae {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:06:16.476362 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc3dd72a-4ffd-4f48-bf91-8662f33fd20f', 'name': 'network-vif-deleted', 'tag': '80d9aafd-3f60-42b7-9365-7bc0a4e9ca02', 'status': 'completed', 'code': 200} Jul 08 13:06:16.483976 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc30707-52be-41cc-9690-ec5901062e5d req-329049ad-09ad-435a-92c5-056d4e6c03ac tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:16.485454 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-6dc30707-52be-41cc-9690-ec5901062e5d req-329049ad-09ad-435a-92c5-056d4e6c03ac tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 946 time: 0.1774082 Jul 08 13:06:16.569644 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-6dc30707-52be-41cc-9690-ec5901062e5d req-8907c465-c715-4bdb-aaf9-73d128fa88e6 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=537162c2-7e03-42f9-9511-978f3a376ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690427 Jul 08 13:06:16.677945 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-89c87332-79cd-45a3-95b8-621a0182380a admin admin] Deleting port c14dafd0-d888-4d33-b482-015b94358f07 {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:06:16.678272 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-89c87332-79cd-45a3-95b8-621a0182380a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:16.755269 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-89c87332-79cd-45a3-95b8-621a0182380a admin admin] For port c14dafd0-d888-4d33-b482-015b94358f07, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=c14dafd0-d888-4d33-b482-015b94358f07,segment=NetworkSegment(0fe5bc40-e67f-4a61-a568-ffbdf25cd236),segment_id=0fe5bc40-e67f-4a61-a568-ffbdf25cd236)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:06:16.755617 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-89c87332-79cd-45a3-95b8-621a0182380a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:16.767736 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-89c87332-79cd-45a3-95b8-621a0182380a admin admin] Calling delete_port for c14dafd0-d888-4d33-b482-015b94358f07 owned by network:router_interface {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:06:16.961961 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-89c87332-79cd-45a3-95b8-621a0182380a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789347'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:16.986957 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c87332-79cd-45a3-95b8-621a0182380a admin admin] Pushing event deleted for resources: {'Port': ['ID=c14dafd0-d888-4d33-b482-015b94358f07,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:17.143987 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-89c87332-79cd-45a3-95b8-621a0182380a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544972'] for router_interface, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:17.352508 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c87332-79cd-45a3-95b8-621a0182380a admin admin] Router a2123a96-305b-4c40-98b0-480ec62af3f7 has already been hosted by L3 agent f415b27f-d318-40de-bd28-ecbd03c16a41 {{(pid=93011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 13:06:17.464726 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c87332-79cd-45a3-95b8-621a0182380a admin admin] Notify agent at l3_agent.dv-cinder-789603-11-iscsi the message routers_updated {{(pid=93011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:06:17.470282 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-89c87332-79cd-45a3-95b8-621a0182380a admin admin] 10.222.0.59 "PUT /v2.0/routers/a2123a96-305b-4c40-98b0-480ec62af3f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8462048 Jul 08 13:06:17.472752 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 42536) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:17.476029 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19586d29-e160-44b5-9f3d-e4590ca6ed18 None None] Sync routers for ids ['a2123a96-305b-4c40-98b0-480ec62af3f7'] in dv-cinder-789603-11-iscsi {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:06:17.485835 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19586d29-e160-44b5-9f3d-e4590ca6ed18 None None] Routers {'a2123a96-305b-4c40-98b0-480ec62af3f7'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:06:17.486444 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-19586d29-e160-44b5-9f3d-e4590ca6ed18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:06:05Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['a2123a96-305b-4c40-98b0-480ec62af3f7'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:06:17.575934 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1de21059-a9c5-4a83-923b-3bd753956f07 admin admin] Notify callbacks [] for router, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:17.592297 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-19586d29-e160-44b5-9f3d-e4590ca6ed18 None None] Set router a2123a96-305b-4c40-98b0-480ec62af3f7 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:06:17.699940 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1de21059-a9c5-4a83-923b-3bd753956f07 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:17.755878 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723faa3c-d8d9-4427-b84b-c0ef3394621c req-e8dea92c-d20b-4cdc-bf62-0cb38900bfb6 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:17.758072 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-723faa3c-d8d9-4427-b84b-c0ef3394621c req-e8dea92c-d20b-4cdc-bf62-0cb38900bfb6 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 946 time: 0.0677114 Jul 08 13:06:17.758238 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-1de21059-a9c5-4a83-923b-3bd753956f07 admin admin] Deleting port 692115b7-8225-49a9-abe3-1af05b66ad49 {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:06:17.758543 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1de21059-a9c5-4a83-923b-3bd753956f07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:17.791198 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-19586d29-e160-44b5-9f3d-e4590ca6ed18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2123a96-305b-4c40-98b0-480ec62af3f7', 'name': 'tempest-ServerRescueNegativeTestJSON-662773570-router', 'tenant_id': 'a5326bc4440540e6ae389d2094a52678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': '692115b7-8225-49a9-abe3-1af05b66ad49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:03:01Z', 'updated_at': '2021-07-08T13:06:16Z', 'revision_number': 5, 'project_id': 'a5326bc4440540e6ae389d2094a52678', 'gw_port': {'id': '692115b7-8225-49a9-abe3-1af05b66ad49', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2123a96-305b-4c40-98b0-480ec62af3f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:03:02Z', 'updated_at': '2021-07-08T13:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi'}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:06:17.799082 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-723faa3c-d8d9-4427-b84b-c0ef3394621c req-4a15cbd9-afb0-473a-b337-1499ab2cc7ca tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=537162c2-7e03-42f9-9511-978f3a376ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344067 Jul 08 13:06:17.816916 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19586d29-e160-44b5-9f3d-e4590ca6ed18 None None] Checking router: a2123a96-305b-4c40-98b0-480ec62af3f7 for host: dv-cinder-789603-11-iscsi {{(pid=93014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:06:17.834510 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19586d29-e160-44b5-9f3d-e4590ca6ed18 None None] Routers {'a2123a96-305b-4c40-98b0-480ec62af3f7'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:06:17.835442 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-19586d29-e160-44b5-9f3d-e4590ca6ed18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:06:05Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['a2123a96-305b-4c40-98b0-480ec62af3f7'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:06:17.838844 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-1de21059-a9c5-4a83-923b-3bd753956f07 admin admin] For port 692115b7-8225-49a9-abe3-1af05b66ad49, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=692115b7-8225-49a9-abe3-1af05b66ad49,segment=NetworkSegment(ec4eb99c-636e-43d3-922e-332a95a4195c),segment_id=ec4eb99c-636e-43d3-922e-332a95a4195c)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:06:17.839212 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1de21059-a9c5-4a83-923b-3bd753956f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:17.856345 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-1de21059-a9c5-4a83-923b-3bd753956f07 admin admin] Calling delete_port for 692115b7-8225-49a9-abe3-1af05b66ad49 owned by network:router_gateway {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:06:17.925752 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-19586d29-e160-44b5-9f3d-e4590ca6ed18 None None] Set router a2123a96-305b-4c40-98b0-480ec62af3f7 gateway port host: None {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:06:17.979346 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-19586d29-e160-44b5-9f3d-e4590ca6ed18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2123a96-305b-4c40-98b0-480ec62af3f7', 'name': 'tempest-ServerRescueNegativeTestJSON-662773570-router', 'tenant_id': 'a5326bc4440540e6ae389d2094a52678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:03:01Z', 'updated_at': '2021-07-08T13:06:17Z', 'revision_number': 6, 'project_id': 'a5326bc4440540e6ae389d2094a52678', 'gw_port_host': None}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:06:18.042027 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1de21059-a9c5-4a83-923b-3bd753956f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789347'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:18.075405 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de21059-a9c5-4a83-923b-3bd753956f07 admin admin] Pushing event deleted for resources: {'Port': ['ID=692115b7-8225-49a9-abe3-1af05b66ad49,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:18.114506 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19586d29-e160-44b5-9f3d-e4590ca6ed18 None None] The sync data for ids ['a2123a96-305b-4c40-98b0-480ec62af3f7'] in dv-cinder-789603-11-iscsi is: [{'id': 'a2123a96-305b-4c40-98b0-480ec62af3f7', 'name': 'tempest-ServerRescueNegativeTestJSON-662773570-router', 'tenant_id': 'a5326bc4440540e6ae389d2094a52678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:03:01Z', 'updated_at': '2021-07-08T13:06:17Z', 'revision_number': 6, 'project_id': 'a5326bc4440540e6ae389d2094a52678', 'gw_port_host': None}] {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:06:18.150045 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1de21059-a9c5-4a83-923b-3bd753956f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545735'] for router_gateway, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:18.190177 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deba791-bdea-4506-a8c4-1342daead61c req-f4fa53d7-364a-4cd6-af35-30b79c7f332b tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:18.191685 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6deba791-bdea-4506-a8c4-1342daead61c req-f4fa53d7-364a-4cd6-af35-30b79c7f332b tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 946 time: 0.0801888 Jul 08 13:06:18.229474 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6deba791-bdea-4506-a8c4-1342daead61c req-2fc05945-b988-41b1-9961-43d02fb43407 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=537162c2-7e03-42f9-9511-978f3a376ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317171 Jul 08 13:06:18.284666 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1de21059-a9c5-4a83-923b-3bd753956f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8364084'] for router, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:18.287679 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1de21059-a9c5-4a83-923b-3bd753956f07 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:18.363182 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1de21059-a9c5-4a83-923b-3bd753956f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-542115'] for router, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:18.363896 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de21059-a9c5-4a83-923b-3bd753956f07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2123a96-305b-4c40-98b0-480ec62af3f7 {{(pid=93011) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 13:06:18.367669 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5648f7-5f1d-4ccd-8bd8-28cdce039c38 req-28dc2eb8-e079-4f1a-af76-4bbf22e0814e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:18.369320 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-9d5648f7-5f1d-4ccd-8bd8-28cdce039c38 req-28dc2eb8-e079-4f1a-af76-4bbf22e0814e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=11619993cd774ac09b800cbdf78beb05&device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 1099 time: 0.1990550 Jul 08 13:06:18.372148 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1de21059-a9c5-4a83-923b-3bd753956f07 admin admin] Notify callbacks [] for router, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:18.373731 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-1de21059-a9c5-4a83-923b-3bd753956f07 admin admin] 10.222.0.59 "DELETE /v2.0/routers/a2123a96-305b-4c40-98b0-480ec62af3f7 HTTP/1.1" status: 204 len: 168 time: 0.9000788 Jul 08 13:06:18.376559 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 42544) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:18.420160 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_v2 [None req-62386870-db49-4ccc-b0a8-e675ee0fb697 admin admin] Deleting subnet ba7a26e2-f1a5-4c71-9a4d-50a54628469a {{(pid=93012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 13:06:18.423200 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-62386870-db49-4ccc-b0a8-e675ee0fb697 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:18.466794 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-62386870-db49-4ccc-b0a8-e675ee0fb697 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4653433'] for subnet, precommit_delete_associations {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:18.708132 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5648f7-5f1d-4ccd-8bd8-28cdce039c38 req-b3e4ddf6-51d9-4e3e-9a22-e5d8927a77f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:18.709568 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-9d5648f7-5f1d-4ccd-8bd8-28cdce039c38 req-b3e4ddf6-51d9-4e3e-9a22-e5d8927a77f4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3251653d-c1cd-4817-8726-9493dab78425 HTTP/1.1" status: 200 len: 912 time: 0.3330832 Jul 08 13:06:18.728396 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-62386870-db49-4ccc-b0a8-e675ee0fb697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388364'] for subnet, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:18.775174 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-9d5648f7-5f1d-4ccd-8bd8-28cdce039c38 req-f069d872-db97-4544-93f1-b3023dd708fa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c56eead0-56c8-4fa5-9021-fffd33d18acc HTTP/1.1" status: 200 len: 1002 time: 0.0582874 Jul 08 13:06:18.780267 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-62386870-db49-4ccc-b0a8-e675ee0fb697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4509906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4655938'] for subnet, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:18.805596 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62386870-db49-4ccc-b0a8-e675ee0fb697 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba7a26e2-f1a5-4c71-9a4d-50a54628469a,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:18.809208 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-62386870-db49-4ccc-b0a8-e675ee0fb697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for subnet, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:18.811786 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-62386870-db49-4ccc-b0a8-e675ee0fb697 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/ba7a26e2-f1a5-4c71-9a4d-50a54628469a HTTP/1.1" status: 204 len: 168 time: 0.4341137 Jul 08 13:06:18.814068 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 42546) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:18.832967 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5648f7-5f1d-4ccd-8bd8-28cdce039c38 req-6ca28308-0d35-423d-bcda-d66db2203614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:18.834454 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-9d5648f7-5f1d-4ccd-8bd8-28cdce039c38 req-6ca28308-0d35-423d-bcda-d66db2203614 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d3709b84-2db1-4e0f-9f70-caed69efa57a HTTP/1.1" status: 200 len: 850 time: 0.0470889 Jul 08 13:06:18.886872 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-34266075-0b8c-4242-b65c-3e94a1c08181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1445167'] for network, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:18.902284 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5648f7-5f1d-4ccd-8bd8-28cdce039c38 req-8cc99237-83ff-4503-b078-fba762e6e5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:18.903828 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-9d5648f7-5f1d-4ccd-8bd8-28cdce039c38 req-8cc99237-83ff-4503-b078-fba762e6e5a2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3251653d-c1cd-4817-8726-9493dab78425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0623047 Jul 08 13:06:18.945746 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 692115b7-8225-49a9-abe3-1af05b66ad49 no longer exists at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:06:18.966983 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] No Port match for: 692115b7-8225-49a9-abe3-1af05b66ad49 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:06:18.967752 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 692115b7-8225-49a9-abe3-1af05b66ad49 not bound to the agent host dv-cinder-789603-11-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:06:18.968172 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device c14dafd0-d888-4d33-b482-015b94358f07 no longer exists at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:06:18.974526 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-34266075-0b8c-4242-b65c-3e94a1c08181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385719', 'neutron.services.segments.db._delete_segments_for_network-8739449493333'] for network, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:18.984986 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-34266075-0b8c-4242-b65c-3e94a1c08181 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67cb6200-8bdb-4797-a417-5d4037d7c8f2']}} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:06:18.987084 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] No Port match for: c14dafd0-d888-4d33-b482-015b94358f07 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:06:18.987434 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device c14dafd0-d888-4d33-b482-015b94358f07 not bound to the agent host dv-cinder-789603-11-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:06:18.997586 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-34266075-0b8c-4242-b65c-3e94a1c08181 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fe5bc40-e67f-4a61-a568-ffbdf25cd236') {'for_net_delete': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:06:18.998419 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-34266075-0b8c-4242-b65c-3e94a1c08181 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fe5bc40-e67f-4a61-a568-ffbdf25cd236') {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:06:19.008046 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-9d5648f7-5f1d-4ccd-8bd8-28cdce039c38 req-c51bf344-803d-47bc-91ad-39e8c809194d service neutron] 10.222.0.21 "GET /v2.0/networks/3251653d-c1cd-4817-8726-9493dab78425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970235 Jul 08 13:06:19.011533 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-34266075-0b8c-4242-b65c-3e94a1c08181 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739449365041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4653424'] for segment, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:19.026594 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-34266075-0b8c-4242-b65c-3e94a1c08181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1381891'] for segment, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:19.033405 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34266075-0b8c-4242-b65c-3e94a1c08181 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=93012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 13:06:19.033882 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-34266075-0b8c-4242-b65c-3e94a1c08181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1381891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4509813'] for segment, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:19.035658 dv-cinder-789603-11-iscsi neutron-server[93012]: Traceback (most recent call last): Jul 08 13:06:19.035658 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 13:06:19.035658 dv-cinder-789603-11-iscsi neutron-server[93012]: timer() Jul 08 13:06:19.035658 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 13:06:19.035658 dv-cinder-789603-11-iscsi neutron-server[93012]: cb(*args, **kw) Jul 08 13:06:19.035658 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 13:06:19.035658 dv-cinder-789603-11-iscsi neutron-server[93012]: return func(*args, **kwargs) Jul 08 13:06:19.035658 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 13:06:19.035658 dv-cinder-789603-11-iscsi neutron-server[93012]: self._notify() Jul 08 13:06:19.035658 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 13:06:19.035658 dv-cinder-789603-11-iscsi neutron-server[93012]: self.callback(batched_events) Jul 08 13:06:19.035658 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 13:06:19.035658 dv-cinder-789603-11-iscsi neutron-server[93012]: event.method(event) Jul 08 13:06:19.035658 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 13:06:19.035658 dv-cinder-789603-11-iscsi neutron-server[93012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 13:06:19.035658 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 13:06:19.035658 dv-cinder-789603-11-iscsi neutron-server[93012]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 13:06:19.035658 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 13:06:19.035658 dv-cinder-789603-11-iscsi neutron-server[93012]: return f(self, *a, **k) Jul 08 13:06:19.035658 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 13:06:19.035658 dv-cinder-789603-11-iscsi neutron-server[93012]: return self._get(url).json() Jul 08 13:06:19.035658 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 13:06:19.035658 dv-cinder-789603-11-iscsi neutron-server[93012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 13:06:19.035658 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 13:06:19.035658 dv-cinder-789603-11-iscsi neutron-server[93012]: return self.request(url, 'GET', **kwargs) Jul 08 13:06:19.035658 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 13:06:19.035658 dv-cinder-789603-11-iscsi neutron-server[93012]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 13:06:19.035658 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 13:06:19.035658 dv-cinder-789603-11-iscsi neutron-server[93012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 13:06:19.035658 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 13:06:19.035658 dv-cinder-789603-11-iscsi neutron-server[93012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 13:06:19.035658 dv-cinder-789603-11-iscsi neutron-server[93012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 13:06:19.094016 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-34266075-0b8c-4242-b65c-3e94a1c08181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545699'] for network, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:19.102447 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-34266075-0b8c-4242-b65c-3e94a1c08181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for network, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:19.105147 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-34266075-0b8c-4242-b65c-3e94a1c08181 admin admin] 10.222.0.59 "DELETE /v2.0/networks/67cb6200-8bdb-4797-a417-5d4037d7c8f2 HTTP/1.1" status: 204 len: 168 time: 0.2899220 Jul 08 13:06:19.116751 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34266075-0b8c-4242-b65c-3e94a1c08181 admin admin] Pushing event deleted for resources: {'Network': ['ID=67cb6200-8bdb-4797-a417-5d4037d7c8f2,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:19.131193 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-9d5648f7-5f1d-4ccd-8bd8-28cdce039c38 req-43a28718-7808-4238-8394-385c035797a3 service neutron] 10.222.0.21 "GET /v2.0/networks/3251653d-c1cd-4817-8726-9493dab78425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097810 Jul 08 13:06:19.283702 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 42556) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:19.322135 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-f7ab8048-3e92-4114-b43c-eb1b07838cad admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a5326bc4440540e6ae389d2094a52678&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372465 Jul 08 13:06:19.324670 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 42558) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:19.376858 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-3702ec55-2480-4a96-b6e1-2efcaf75cc75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:19.397183 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-3702ec55-2480-4a96-b6e1-2efcaf75cc75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:19.406886 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b58a3a-68f9-4afa-9aa0-540d965f3d88 req-13199d84-a4c6-44da-9f53-04ea6c07a952 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:19.408439 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-65b58a3a-68f9-4afa-9aa0-540d965f3d88 req-13199d84-a4c6-44da-9f53-04ea6c07a952 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 946 time: 0.0657828 Jul 08 13:06:19.445172 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-3702ec55-2480-4a96-b6e1-2efcaf75cc75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:19.447861 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-3702ec55-2480-4a96-b6e1-2efcaf75cc75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:19.449031 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-3702ec55-2480-4a96-b6e1-2efcaf75cc75 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0cbb6932-b014-4b17-bbea-dca3c54bfe84 HTTP/1.1" status: 204 len: 168 time: 0.1234751 Jul 08 13:06:19.450353 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-65b58a3a-68f9-4afa-9aa0-540d965f3d88 req-a7ba8871-cae7-4b0e-99b7-d5e56ebc1964 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=537162c2-7e03-42f9-9511-978f3a376ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361147 Jul 08 13:06:19.457849 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3702ec55-2480-4a96-b6e1-2efcaf75cc75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cbb6932-b014-4b17-bbea-dca3c54bfe84,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:20.642220 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd563e81-b964-4bdd-87bb-0bda7385f7f4 req-d4cc36fc-a93b-4f48-8dac-5ea436f71f1c tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:20.643816 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-dd563e81-b964-4bdd-87bb-0bda7385f7f4 req-d4cc36fc-a93b-4f48-8dac-5ea436f71f1c tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 946 time: 0.0734136 Jul 08 13:06:20.682696 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-dd563e81-b964-4bdd-87bb-0bda7385f7f4 req-8addc2a9-7ef3-4f12-84c1-0130c921ac7a tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=537162c2-7e03-42f9-9511-978f3a376ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331819 Jul 08 13:06:20.701825 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 42610) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:20.801828 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-e05a6949-c5b1-4478-85fa-39890709b007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:20.891163 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-e05a6949-c5b1-4478-85fa-39890709b007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:20.894970 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-e05a6949-c5b1-4478-85fa-39890709b007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:20.932722 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-e05a6949-c5b1-4478-85fa-39890709b007 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a72143c287084e98b8c1302d71e5a9c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2298069 Jul 08 13:06:20.933571 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a6949-c5b1-4478-85fa-39890709b007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e06ff7-3071-470c-bdf8-efa0ec1c69b1,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:20.936041 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 42616) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:20.983934 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-a04c347d-5ff9-46bb-a4b7-639a68e34863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:21.006848 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-a04c347d-5ff9-46bb-a4b7-639a68e34863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:21.052028 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-a04c347d-5ff9-46bb-a4b7-639a68e34863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:21.054551 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-a04c347d-5ff9-46bb-a4b7-639a68e34863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:21.058822 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-a04c347d-5ff9-46bb-a4b7-639a68e34863 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a4e06ff7-3071-470c-bdf8-efa0ec1c69b1 HTTP/1.1" status: 204 len: 168 time: 0.1187418 Jul 08 13:06:21.064845 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04c347d-5ff9-46bb-a4b7-639a68e34863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e06ff7-3071-470c-bdf8-efa0ec1c69b1,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:23.318818 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 42686) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:23.418775 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c975c602-d3ce-4926-b16e-e6eadad27220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:23.506550 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c975c602-d3ce-4926-b16e-e6eadad27220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:23.510292 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c975c602-d3ce-4926-b16e-e6eadad27220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:23.548404 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-c975c602-d3ce-4926-b16e-e6eadad27220 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3c23edd416e546b79e2b4ddb89c443d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2284908 Jul 08 13:06:23.549265 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c975c602-d3ce-4926-b16e-e6eadad27220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f48039-c21b-4286-b6b5-b9df4cbbad8b,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:23.551181 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 42690) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:23.599473 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-6ef3a5de-f156-4c80-b7e9-fa0f1c985751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:23.619133 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-6ef3a5de-f156-4c80-b7e9-fa0f1c985751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:23.664020 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-6ef3a5de-f156-4c80-b7e9-fa0f1c985751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:23.666484 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-6ef3a5de-f156-4c80-b7e9-fa0f1c985751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:23.667617 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-6ef3a5de-f156-4c80-b7e9-fa0f1c985751 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e7f48039-c21b-4286-b6b5-b9df4cbbad8b HTTP/1.1" status: 204 len: 168 time: 0.1154368 Jul 08 13:06:23.675406 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef3a5de-f156-4c80-b7e9-fa0f1c985751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f48039-c21b-4286-b6b5-b9df4cbbad8b,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:23.920298 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 42696) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:23.933228 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ecd75051-e582-418d-ab93-c30ba3ab9559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:24.023079 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ecd75051-e582-418d-ab93-c30ba3ab9559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:24.026902 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-ecd75051-e582-418d-ab93-c30ba3ab9559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:24.063388 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd75051-e582-418d-ab93-c30ba3ab9559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4318742b-01e3-4e61-a291-4ee272821334,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:24.067550 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-ecd75051-e582-418d-ab93-c30ba3ab9559 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3fab3e3459414ca5a581387035d1b669&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1461830 Jul 08 13:06:24.070329 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 42698) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:24.119020 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-959ee254-ef01-4896-af3d-e3d402714df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:24.140784 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-959ee254-ef01-4896-af3d-e3d402714df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:24.185793 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-959ee254-ef01-4896-af3d-e3d402714df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:24.188493 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-959ee254-ef01-4896-af3d-e3d402714df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:24.189655 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-959ee254-ef01-4896-af3d-e3d402714df1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4318742b-01e3-4e61-a291-4ee272821334 HTTP/1.1" status: 204 len: 168 time: 0.1185155 Jul 08 13:06:24.197562 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959ee254-ef01-4896-af3d-e3d402714df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4318742b-01e3-4e61-a291-4ee272821334,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:29.052789 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 42778) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:29.165072 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a1264f95-e472-4c9f-be0a-67eae3d3bded admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:29.251188 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a1264f95-e472-4c9f-be0a-67eae3d3bded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:29.255083 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a1264f95-e472-4c9f-be0a-67eae3d3bded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:29.294613 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-a1264f95-e472-4c9f-be0a-67eae3d3bded admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cc20b3acad094f4c9de7006b9ebf302e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2402003 Jul 08 13:06:29.295465 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1264f95-e472-4c9f-be0a-67eae3d3bded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6362ece7-3d9a-4afa-b646-45b45b5a1baf,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:29.297326 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 42782) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:29.345524 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9362a160-ca68-494c-8618-d890d68a087f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:29.366928 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9362a160-ca68-494c-8618-d890d68a087f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:29.410627 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9362a160-ca68-494c-8618-d890d68a087f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:29.413188 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9362a160-ca68-494c-8618-d890d68a087f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:29.414305 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-9362a160-ca68-494c-8618-d890d68a087f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6362ece7-3d9a-4afa-b646-45b45b5a1baf HTTP/1.1" status: 204 len: 168 time: 0.1159940 Jul 08 13:06:29.423387 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362a160-ca68-494c-8618-d890d68a087f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6362ece7-3d9a-4afa-b646-45b45b5a1baf,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:29.668762 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 42788) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:29.684480 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-806d8311-1ac4-41b6-9630-3f97d49804c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:29.770648 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-806d8311-1ac4-41b6-9630-3f97d49804c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:29.774297 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-806d8311-1ac4-41b6-9630-3f97d49804c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:29.809745 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806d8311-1ac4-41b6-9630-3f97d49804c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5784cc72-9013-491d-a937-26a2826ae3ae,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:29.813985 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-806d8311-1ac4-41b6-9630-3f97d49804c0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a270ce63d14c4e409360a42e2220e905&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1436596 Jul 08 13:06:29.817220 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 42790) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:29.865333 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-12b97540-7677-4473-ba8d-742a07c5a43a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:29.885559 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-12b97540-7677-4473-ba8d-742a07c5a43a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:29.930292 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-12b97540-7677-4473-ba8d-742a07c5a43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:29.932901 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-12b97540-7677-4473-ba8d-742a07c5a43a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:29.934045 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-12b97540-7677-4473-ba8d-742a07c5a43a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5784cc72-9013-491d-a937-26a2826ae3ae HTTP/1.1" status: 204 len: 168 time: 0.1165645 Jul 08 13:06:29.942186 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b97540-7677-4473-ba8d-742a07c5a43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5784cc72-9013-491d-a937-26a2826ae3ae,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:29.974005 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:32.518866 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f9628350-c85c-4260-b81b-ca625511db5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:35.370441 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-2f57eb95-e0be-43bb-b7a1-fcf37155484a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:35.556989 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 42878) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:35.656990 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-be90ce27-be2b-4148-bafd-76a4cb3dd1e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:35.708478 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:35.748398 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-be90ce27-be2b-4148-bafd-76a4cb3dd1e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:35.752070 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-be90ce27-be2b-4148-bafd-76a4cb3dd1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:35.790660 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-be90ce27-be2b-4148-bafd-76a4cb3dd1e6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8d188f6b847d436d83d99fb75b5c24b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2326162 Jul 08 13:06:35.791527 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be90ce27-be2b-4148-bafd-76a4cb3dd1e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e28eae-7a20-44d2-af45-ec0c2e690a84,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:35.793540 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 42882) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:35.842291 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-50923282-6271-4467-bfdd-f9267b26fec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:35.862620 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-50923282-6271-4467-bfdd-f9267b26fec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:35.909681 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-50923282-6271-4467-bfdd-f9267b26fec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:35.912319 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-50923282-6271-4467-bfdd-f9267b26fec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:35.913458 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-50923282-6271-4467-bfdd-f9267b26fec6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/46e28eae-7a20-44d2-af45-ec0c2e690a84 HTTP/1.1" status: 204 len: 168 time: 0.1188715 Jul 08 13:06:35.921227 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50923282-6271-4467-bfdd-f9267b26fec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e28eae-7a20-44d2-af45-ec0c2e690a84,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:36.003998 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-0cef42f3-3a1a-4020-b263-5152d2247e85 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 13:06:36.113526 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-97c8e7b9-57f7-456d-825e-78a0ef1aae16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:36.167107 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 42888) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:36.180226 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9b040151-9207-42f7-82aa-5ffcf01049b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:36.266989 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9b040151-9207-42f7-82aa-5ffcf01049b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:36.270544 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-9b040151-9207-42f7-82aa-5ffcf01049b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:36.306976 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-9b040151-9207-42f7-82aa-5ffcf01049b9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b2ca4d86119643d7a3b1a4aa27a7d615&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1388044 Jul 08 13:06:36.307827 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b040151-9207-42f7-82aa-5ffcf01049b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=692a09d0-9ec1-41c1-b8d8-7f128eeb17b7,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:36.311358 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 42890) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:36.361938 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c70ab90c-90dc-4b54-b277-c8b7ed6250e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:36.383985 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c70ab90c-90dc-4b54-b277-c8b7ed6250e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:36.432935 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c70ab90c-90dc-4b54-b277-c8b7ed6250e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:36.436792 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c70ab90c-90dc-4b54-b277-c8b7ed6250e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:36.440354 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-c70ab90c-90dc-4b54-b277-c8b7ed6250e3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/692a09d0-9ec1-41c1-b8d8-7f128eeb17b7 HTTP/1.1" status: 204 len: 168 time: 0.1253746 Jul 08 13:06:36.446287 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ab90c-90dc-4b54-b277-c8b7ed6250e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=692a09d0-9ec1-41c1-b8d8-7f128eeb17b7,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:37.452619 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 42920) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:37.556864 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-beb29a2e-4274-46d9-b5b7-eeab9aaaabf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:37.641533 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-beb29a2e-4274-46d9-b5b7-eeab9aaaabf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:37.645080 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-beb29a2e-4274-46d9-b5b7-eeab9aaaabf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:37.684031 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-beb29a2e-4274-46d9-b5b7-eeab9aaaabf0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=209ca2eada344ae0ab19fccabd9434f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2300172 Jul 08 13:06:37.684909 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb29a2e-4274-46d9-b5b7-eeab9aaaabf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3135853e-567b-4688-9ae2-95dfba092ff2,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:37.687240 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 42924) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:37.738190 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-67ed0c12-a664-492c-802a-c6f495c603e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:37.758785 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-67ed0c12-a664-492c-802a-c6f495c603e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:37.803997 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-67ed0c12-a664-492c-802a-c6f495c603e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:37.806585 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-67ed0c12-a664-492c-802a-c6f495c603e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:37.807724 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-67ed0c12-a664-492c-802a-c6f495c603e5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3135853e-567b-4688-9ae2-95dfba092ff2 HTTP/1.1" status: 204 len: 168 time: 0.1189482 Jul 08 13:06:37.815906 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed0c12-a664-492c-802a-c6f495c603e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3135853e-567b-4688-9ae2-95dfba092ff2,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:37.861898 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-615b644b-3110-4324-8d19-7b6387de29b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:41.704405 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 43008) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:41.803584 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-2bcbeb50-52b7-4d56-941f-245776d79a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:41.898389 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-2bcbeb50-52b7-4d56-941f-245776d79a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:41.903077 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-2bcbeb50-52b7-4d56-941f-245776d79a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:41.941896 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-2bcbeb50-52b7-4d56-941f-245776d79a05 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f23c41393061421f93705bf4e83c0774&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2363338 Jul 08 13:06:41.942810 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcbeb50-52b7-4d56-941f-245776d79a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=465ba691-3006-487d-bb49-b19fbca7ddb2,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:41.944579 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 43014) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:42.000473 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-dd1cda1f-ca45-41ec-beb2-c723fc07cb28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:42.023846 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-dd1cda1f-ca45-41ec-beb2-c723fc07cb28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:42.074474 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-dd1cda1f-ca45-41ec-beb2-c723fc07cb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:42.078064 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-dd1cda1f-ca45-41ec-beb2-c723fc07cb28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:42.079197 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-dd1cda1f-ca45-41ec-beb2-c723fc07cb28 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/465ba691-3006-487d-bb49-b19fbca7ddb2 HTTP/1.1" status: 204 len: 168 time: 0.1319928 Jul 08 13:06:42.086783 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1cda1f-ca45-41ec-beb2-c723fc07cb28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465ba691-3006-487d-bb49-b19fbca7ddb2,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:43.069522 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 43048) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:43.176773 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f6985905-e67a-418b-8209-7dba84fd11cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:43.271379 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f6985905-e67a-418b-8209-7dba84fd11cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:43.281798 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f6985905-e67a-418b-8209-7dba84fd11cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:43.346833 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-f6985905-e67a-418b-8209-7dba84fd11cf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6df3790e9d224e01846f82e18bdb3035&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2758825 Jul 08 13:06:43.348417 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6985905-e67a-418b-8209-7dba84fd11cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29b5569-23cc-46ee-bfa7-13bc11dabb44,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:43.349724 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 43054) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:43.382364 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e831a-43c3-4350-86b2-13b94ed70925 req-410a4991-b381-47da-bbfc-64b9d94b9965 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:43.383951 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7e3e831a-43c3-4350-86b2-13b94ed70925 req-410a4991-b381-47da-bbfc-64b9d94b9965 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 946 time: 0.1152785 Jul 08 13:06:43.400461 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3d207864-1ba3-4dff-b1cd-94dae98877d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:43.423468 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7e3e831a-43c3-4350-86b2-13b94ed70925 req-ea5c38de-1c71-407a-8a61-6b633493fea9 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333896 Jul 08 13:06:43.424540 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3d207864-1ba3-4dff-b1cd-94dae98877d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:43.471493 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3d207864-1ba3-4dff-b1cd-94dae98877d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:43.474046 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3d207864-1ba3-4dff-b1cd-94dae98877d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:43.475185 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-3d207864-1ba3-4dff-b1cd-94dae98877d6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a29b5569-23cc-46ee-bfa7-13bc11dabb44 HTTP/1.1" status: 204 len: 168 time: 0.1244800 Jul 08 13:06:43.482782 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d207864-1ba3-4dff-b1cd-94dae98877d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29b5569-23cc-46ee-bfa7-13bc11dabb44,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:44.606575 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606d699-ab8b-44af-b77f-fd0e6a80e590 req-0837c657-aabd-4084-95bb-16f6580d1a95 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:44.608072 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-3606d699-ab8b-44af-b77f-fd0e6a80e590 req-0837c657-aabd-4084-95bb-16f6580d1a95 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 946 time: 0.0662985 Jul 08 13:06:44.646791 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-3606d699-ab8b-44af-b77f-fd0e6a80e590 req-9fb2c6e0-a5a0-490f-8fbb-70f2b9bff532 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331142 Jul 08 13:06:45.527633 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6864931-f4f8-4efd-86c6-d25f1d1e3c9e req-52ee2215-f929-4c38-8aee-88cd7a4e1ead tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:45.529836 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-c6864931-f4f8-4efd-86c6-d25f1d1e3c9e req-52ee2215-f929-4c38-8aee-88cd7a4e1ead tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.21 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 946 time: 0.0622418 Jul 08 13:06:45.630301 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [req-c6864931-f4f8-4efd-86c6-d25f1d1e3c9e req-cc883789-9f56-4105-9186-162e538d797e tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Deleting port 2a444704-0459-47f5-8a8e-0527f9196d16 {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:06:45.631006 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-c6864931-f4f8-4efd-86c6-d25f1d1e3c9e req-cc883789-9f56-4105-9186-162e538d797e tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:45.716966 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-c6864931-f4f8-4efd-86c6-d25f1d1e3c9e req-cc883789-9f56-4105-9186-162e538d797e tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] For port 2a444704-0459-47f5-8a8e-0527f9196d16, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2a444704-0459-47f5-8a8e-0527f9196d16,segment=NetworkSegment(e9afe398-2e2b-4f79-94b7-dda3a4c06771),segment_id=e9afe398-2e2b-4f79-94b7-dda3a4c06771)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:06:45.717322 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-c6864931-f4f8-4efd-86c6-d25f1d1e3c9e req-cc883789-9f56-4105-9186-162e538d797e tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:45.821694 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f859c09-b33a-4fc1-bd4d-9d90b42bdfa5 req-28f51001-edd4-4230-a911-42a2aad9ed8e tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:45.823073 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-2f859c09-b33a-4fc1-bd4d-9d90b42bdfa5 req-28f51001-edd4-4230-a911-42a2aad9ed8e tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 946 time: 0.0629179 Jul 08 13:06:45.862276 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-2f859c09-b33a-4fc1-bd4d-9d90b42bdfa5 req-88132ebe-bd94-4a48-b4ee-6a5ab6074993 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=d40a418c-ae35-421e-8ab7-5e846a02db00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326300 Jul 08 13:06:45.933793 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-c6864931-f4f8-4efd-86c6-d25f1d1e3c9e req-cc883789-9f56-4105-9186-162e538d797e tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:45.934166 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-c6864931-f4f8-4efd-86c6-d25f1d1e3c9e req-cc883789-9f56-4105-9186-162e538d797e tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545677'] for floatingip, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:45.934472 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.db.l3_db [req-c6864931-f4f8-4efd-86c6-d25f1d1e3c9e req-cc883789-9f56-4105-9186-162e538d797e tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Floating IP f6e393b4-4a54-456e-ac29-985bd09f8c1a disassociated. External IP: 172.27.1.217, port: 2a444704-0459-47f5-8a8e-0527f9196d16. Jul 08 13:06:45.934833 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [req-c6864931-f4f8-4efd-86c6-d25f1d1e3c9e req-cc883789-9f56-4105-9186-162e538d797e tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Calling delete_port for 2a444704-0459-47f5-8a8e-0527f9196d16 owned by compute:nova {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:06:46.062826 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-c6864931-f4f8-4efd-86c6-d25f1d1e3c9e req-cc883789-9f56-4105-9186-162e538d797e tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789347'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:46.092842 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc883789-9f56-4105-9186-162e538d797e tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Pushing event deleted for resources: {'Port': ['ID=2a444704-0459-47f5-8a8e-0527f9196d16,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:46.205101 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6864931-f4f8-4efd-86c6-d25f1d1e3c9e req-cc883789-9f56-4105-9186-162e538d797e tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Router 1aeef19a-87d7-4c40-88a5-a3282d199b45 has already been hosted by L3 agent f415b27f-d318-40de-bd28-ecbd03c16a41 {{(pid=93011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 13:06:46.312041 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6864931-f4f8-4efd-86c6-d25f1d1e3c9e req-cc883789-9f56-4105-9186-162e538d797e tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify agent at l3_agent.dv-cinder-789603-11-iscsi the message routers_updated {{(pid=93011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:06:46.324535 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ade276-7fbd-4973-8782-6cb4e069788b None None] Sync routers for ids ['1aeef19a-87d7-4c40-88a5-a3282d199b45'] in dv-cinder-789603-11-iscsi {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:06:46.334580 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ade276-7fbd-4973-8782-6cb4e069788b None None] Routers {'1aeef19a-87d7-4c40-88a5-a3282d199b45'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:06:46.335194 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-b0ade276-7fbd-4973-8782-6cb4e069788b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:06:35Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['1aeef19a-87d7-4c40-88a5-a3282d199b45'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:06:46.357690 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6864931-f4f8-4efd-86c6-d25f1d1e3c9e req-cc883789-9f56-4105-9186-162e538d797e tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] No DVR routers for this DVR port 2a444704-0459-47f5-8a8e-0527f9196d16 on host hv-cinder-78960 {{(pid=93011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:06:46.360018 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-c6864931-f4f8-4efd-86c6-d25f1d1e3c9e req-cc883789-9f56-4105-9186-162e538d797e tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:46.362057 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-c6864931-f4f8-4efd-86c6-d25f1d1e3c9e req-cc883789-9f56-4105-9186-162e538d797e tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.21 "DELETE /v2.0/ports/2a444704-0459-47f5-8a8e-0527f9196d16 HTTP/1.1" status: 204 len: 173 time: 0.8254156 Jul 08 13:06:46.362487 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b1daef-37a3-4bcc-a6bc-da783294b4ce', 'name': 'network-vif-deleted', 'tag': '2a444704-0459-47f5-8a8e-0527f9196d16'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:06:46.365286 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79934bd8df5839606b1ce54b63dc7d70fed780423e2c756261eeaeb19bf0c4d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b83c4ac-ce5c-47cd-a041-c10233e8b854" -d '{"events": [{"server_uuid": "21b1daef-37a3-4bcc-a6bc-da783294b4ce", "name": "network-vif-deleted", "tag": "2a444704-0459-47f5-8a8e-0527f9196d16"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:06:46.406722 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582ebc16-d0b3-41c3-ab59-5463d54311ea x-openstack-request-id: req-582ebc16-d0b3-41c3-ab59-5463d54311ea {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:06:46.407012 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b1daef-37a3-4bcc-a6bc-da783294b4ce", "name": "network-vif-deleted", "tag": "2a444704-0459-47f5-8a8e-0527f9196d16", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:06:46.407268 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-582ebc16-d0b3-41c3-ab59-5463d54311ea {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:06:46.407702 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b1daef-37a3-4bcc-a6bc-da783294b4ce', 'name': 'network-vif-deleted', 'tag': '2a444704-0459-47f5-8a8e-0527f9196d16', 'status': 'completed', 'code': 200} Jul 08 13:06:46.455519 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-b0ade276-7fbd-4973-8782-6cb4e069788b None None] Set router 1aeef19a-87d7-4c40-88a5-a3282d199b45 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:06:46.673008 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-b0ade276-7fbd-4973-8782-6cb4e069788b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'name': 'tempest-AttachVolumeShelveTestJSON-892982610-router', 'tenant_id': '45f87e6dad28491db9dd7c8bd15c288e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '15e3fa80-cdc7-41f3-abd5-93c4d59234e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:49Z', 'updated_at': '2021-07-08T13:01:57Z', 'revision_number': 4, 'project_id': '45f87e6dad28491db9dd7c8bd15c288e', 'gw_port': {'id': '15e3fa80-cdc7-41f3-abd5-93c4d59234e9', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:63:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:49Z', 'updated_at': '2021-07-08T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': 'e7f68077-d005-4327-adda-3628edd68008', 'name': '', 'network_id': 'a04372ec-c042-4405-a1d0-b6660a8bf946', 'tenant_id': '45f87e6dad28491db9dd7c8bd15c288e', 'mac_address': 'fa:16:3e:a6:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5a7a9e7d-3071-4940-95e2-12dfd08df222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:55Z', 'updated_at': '2021-07-08T13:02:09Z', 'revision_number': 5, 'project_id': '45f87e6dad28491db9dd7c8bd15c288e', 'subnets': [{'id': '5a7a9e7d-3071-4940-95e2-12dfd08df222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:06:46.702919 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ade276-7fbd-4973-8782-6cb4e069788b None None] Checking router: 1aeef19a-87d7-4c40-88a5-a3282d199b45 for host: dv-cinder-789603-11-iscsi {{(pid=93013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:06:46.711212 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ade276-7fbd-4973-8782-6cb4e069788b None None] Routers {'1aeef19a-87d7-4c40-88a5-a3282d199b45'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:06:46.711807 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-b0ade276-7fbd-4973-8782-6cb4e069788b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:06:35Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['1aeef19a-87d7-4c40-88a5-a3282d199b45'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:06:46.815544 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-b0ade276-7fbd-4973-8782-6cb4e069788b None None] Set router 1aeef19a-87d7-4c40-88a5-a3282d199b45 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:06:47.031780 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-31de7fc8-7c2d-486d-aee1-771175f00f56 req-0e8a548c-ca2c-4a9f-9b07-abb203e68259 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=21b1daef-37a3-4bcc-a6bc-da783294b4ce HTTP/1.1" status: 200 len: 210 time: 0.0405700 Jul 08 13:06:47.045591 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-b0ade276-7fbd-4973-8782-6cb4e069788b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'name': 'tempest-AttachVolumeShelveTestJSON-892982610-router', 'tenant_id': '45f87e6dad28491db9dd7c8bd15c288e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '15e3fa80-cdc7-41f3-abd5-93c4d59234e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:49Z', 'updated_at': '2021-07-08T13:01:57Z', 'revision_number': 4, 'project_id': '45f87e6dad28491db9dd7c8bd15c288e', 'gw_port': {'id': '15e3fa80-cdc7-41f3-abd5-93c4d59234e9', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:63:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:49Z', 'updated_at': '2021-07-08T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': 'e7f68077-d005-4327-adda-3628edd68008', 'name': '', 'network_id': 'a04372ec-c042-4405-a1d0-b6660a8bf946', 'tenant_id': '45f87e6dad28491db9dd7c8bd15c288e', 'mac_address': 'fa:16:3e:a6:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5a7a9e7d-3071-4940-95e2-12dfd08df222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:55Z', 'updated_at': '2021-07-08T13:02:09Z', 'revision_number': 5, 'project_id': '45f87e6dad28491db9dd7c8bd15c288e', 'subnets': [{'id': '5a7a9e7d-3071-4940-95e2-12dfd08df222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:06:47.076848 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ade276-7fbd-4973-8782-6cb4e069788b None None] The sync data for ids ['1aeef19a-87d7-4c40-88a5-a3282d199b45'] in dv-cinder-789603-11-iscsi is: [{'id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'name': 'tempest-AttachVolumeShelveTestJSON-892982610-router', 'tenant_id': '45f87e6dad28491db9dd7c8bd15c288e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '15e3fa80-cdc7-41f3-abd5-93c4d59234e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:49Z', 'updated_at': '2021-07-08T13:01:57Z', 'revision_number': 4, 'project_id': '45f87e6dad28491db9dd7c8bd15c288e', 'gw_port': {'id': '15e3fa80-cdc7-41f3-abd5-93c4d59234e9', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:63:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:49Z', 'updated_at': '2021-07-08T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': 'e7f68077-d005-4327-adda-3628edd68008', 'name': '', 'network_id': 'a04372ec-c042-4405-a1d0-b6660a8bf946', 'tenant_id': '45f87e6dad28491db9dd7c8bd15c288e', 'mac_address': 'fa:16:3e:a6:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5a7a9e7d-3071-4940-95e2-12dfd08df222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:55Z', 'updated_at': '2021-07-08T13:02:09Z', 'revision_number': 5, 'project_id': '45f87e6dad28491db9dd7c8bd15c288e', 'subnets': [{'id': '5a7a9e7d-3071-4940-95e2-12dfd08df222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:06:47.293218 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6508d6-830c-4e0d-870c-8509ea51761d None None] New status for floating IP f6e393b4-4a54-456e-ac29-985bd09f8c1a: DOWN {{(pid=93014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 13:06:48.166836 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 43072) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:48.223414 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-701522d0-cb99-4599-9016-74baf1b99f65 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:48.245798 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-701522d0-cb99-4599-9016-74baf1b99f65 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:48.291807 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-701522d0-cb99-4599-9016-74baf1b99f65 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:48.294446 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-701522d0-cb99-4599-9016-74baf1b99f65 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:48.295585 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-701522d0-cb99-4599-9016-74baf1b99f65 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "DELETE /v2.0/security-groups/d40a418c-ae35-421e-8ab7-5e846a02db00 HTTP/1.1" status: 204 len: 168 time: 0.1277823 Jul 08 13:06:48.299440 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 43076) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:48.304813 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701522d0-cb99-4599-9016-74baf1b99f65 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40a418c-ae35-421e-8ab7-5e846a02db00,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:48.314933 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.api.v2.resource [None req-abcc84cb-fe9a-4709-936a-34c4c08eb652 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] show failed (client error): The resource could not be found. Jul 08 13:06:48.315916 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-abcc84cb-fe9a-4709-936a-34c4c08eb652 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups/d40a418c-ae35-421e-8ab7-5e846a02db00 HTTP/1.1" status: 404 len: 347 time: 0.0154567 Jul 08 13:06:48.318741 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 43078) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:48.469139 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-44fd5ef5-e678-49f8-94a0-5eaa0e3c2f5d tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Deleting port 232207e8-654a-442f-8e1e-89a3aaf069eb {{(pid=93012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:06:48.469443 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-44fd5ef5-e678-49f8-94a0-5eaa0e3c2f5d tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:48.554408 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-44fd5ef5-e678-49f8-94a0-5eaa0e3c2f5d tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:48.554638 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-44fd5ef5-e678-49f8-94a0-5eaa0e3c2f5d tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:48.568512 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-44fd5ef5-e678-49f8-94a0-5eaa0e3c2f5d tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Calling delete_port for 232207e8-654a-442f-8e1e-89a3aaf069eb owned by network:floatingip {{(pid=93012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:06:48.700705 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-44fd5ef5-e678-49f8-94a0-5eaa0e3c2f5d tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4509848'] for port, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:48.727317 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd5ef5-e678-49f8-94a0-5eaa0e3c2f5d tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Pushing event deleted for resources: {'Port': ['ID=232207e8-654a-442f-8e1e-89a3aaf069eb,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:48.788632 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-44fd5ef5-e678-49f8-94a0-5eaa0e3c2f5d tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks [] for floatingip, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:48.791046 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-44fd5ef5-e678-49f8-94a0-5eaa0e3c2f5d tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for floatingip, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:48.792174 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-44fd5ef5-e678-49f8-94a0-5eaa0e3c2f5d tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "DELETE /v2.0/floatingips/f6e393b4-4a54-456e-ac29-985bd09f8c1a HTTP/1.1" status: 204 len: 168 time: 0.4724839 Jul 08 13:06:49.630111 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 43084) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:49.634840 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-d2dd99c5-0a62-4a68-9ab1-3e24ef983b2f tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Request body: {'security_group': {'name': 'tempest-securitygroup--484117729', 'description': 'tempest-description--190515491'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:06:49.656806 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d2dd99c5-0a62-4a68-9ab1-3e24ef983b2f tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:49.733489 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d2dd99c5-0a62-4a68-9ab1-3e24ef983b2f tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:49.737775 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d2dd99c5-0a62-4a68-9ab1-3e24ef983b2f tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:49.766514 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d2dd99c5-0a62-4a68-9ab1-3e24ef983b2f tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:49.767713 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-d2dd99c5-0a62-4a68-9ab1-3e24ef983b2f tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1366024 Jul 08 13:06:49.769575 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd99c5-0a62-4a68-9ab1-3e24ef983b2f tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17936d34-5d2a-4abb-95e4-4f523ff71988,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:49.770876 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 43086) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:49.777183 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-c556d436-1449-4597-bb7a-f6d0c96c1151 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Request body: {'security_group_rule': {'security_group_id': '17936d34-5d2a-4abb-95e4-4f523ff71988', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:06:49.807425 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c556d436-1449-4597-bb7a-f6d0c96c1151 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:49.853231 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c556d436-1449-4597-bb7a-f6d0c96c1151 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:49.857136 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c556d436-1449-4597-bb7a-f6d0c96c1151 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522527'] for security_group_rule, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:49.874206 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556d436-1449-4597-bb7a-f6d0c96c1151 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d3a56d1-ef73-44b0-8e82-d7c1ec097f2b,revision_number=0']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:49.880138 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c556d436-1449-4597-bb7a-f6d0c96c1151 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:49.883612 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-c556d436-1449-4597-bb7a-f6d0c96c1151 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1082158 Jul 08 13:06:49.883868 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 43088) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:49.888326 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-f6fa5ba8-2a24-4056-9f6a-e8e027fb033c tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Request body: {'security_group_rule': {'security_group_id': '17936d34-5d2a-4abb-95e4-4f523ff71988', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:06:49.913690 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f6fa5ba8-2a24-4056-9f6a-e8e027fb033c tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:49.970072 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f6fa5ba8-2a24-4056-9f6a-e8e027fb033c tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:49.974020 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f6fa5ba8-2a24-4056-9f6a-e8e027fb033c tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522527'] for security_group_rule, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:49.990181 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fa5ba8-2a24-4056-9f6a-e8e027fb033c tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40be39a4-fbe9-4fd4-8531-d9fb973e0930,revision_number=0']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:49.996823 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f6fa5ba8-2a24-4056-9f6a-e8e027fb033c tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:49.997977 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-f6fa5ba8-2a24-4056-9f6a-e8e027fb033c tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1131332 Jul 08 13:06:50.001580 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 43090) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:06:50.005894 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-3e41c44a-b5f6-4090-b1c9-42d8769aa743 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Request body: {'floatingip': {'floating_network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:06:50.027424 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3e41c44a-b5f6-4090-b1c9-42d8769aa743 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks [] for floatingip, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:50.123362 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3e41c44a-b5f6-4090-b1c9-42d8769aa743 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:50.227666 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [None req-3e41c44a-b5f6-4090-b1c9-42d8769aa743 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Allocated IP 172.27.1.88 (d18f7e62-ee2d-4e48-b29d-27db78040174/81ab2e47-5fae-4c56-af63-aae451fc3457/93218f8f-7186-4491-a44b-9a635f3b9611) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:06:50.327079 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3e41c44a-b5f6-4090-b1c9-42d8769aa743 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:50.365431 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3e41c44a-b5f6-4090-b1c9-42d8769aa743 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4789364'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:50.386298 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 2a444704-0459-47f5-8a8e-0527f9196d16 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:06:50.400241 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e41c44a-b5f6-4090-b1c9-42d8769aa743 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Network d18f7e62-ee2d-4e48-b29d-27db78040174 is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:06:50.403116 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-3e41c44a-b5f6-4090-b1c9-42d8769aa743 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:06:50.406761 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] No Port match for: 2a444704-0459-47f5-8a8e-0527f9196d16 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:06:50.407104 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 2a444704-0459-47f5-8a8e-0527f9196d16 not bound to the agent host hv-cinder-78960 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:06:50.408654 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e41c44a-b5f6-4090-b1c9-42d8769aa743 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:06:50.440540 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e41c44a-b5f6-4090-b1c9-42d8769aa743 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Pushing event updated for resources: {'Port': ['ID=93218f8f-7186-4491-a44b-9a635f3b9611,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:50.501515 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3e41c44a-b5f6-4090-b1c9-42d8769aa743 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:50.542737 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3e41c44a-b5f6-4090-b1c9-42d8769aa743 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:50.694049 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3e41c44a-b5f6-4090-b1c9-42d8769aa743 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks [] for port, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:50.698508 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3e41c44a-b5f6-4090-b1c9-42d8769aa743 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4789354'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:50.767785 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e41c44a-b5f6-4090-b1c9-42d8769aa743 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Pushing event updated for resources: {'Port': ['ID=93218f8f-7186-4491-a44b-9a635f3b9611,revision_number=2']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:50.773927 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3e41c44a-b5f6-4090-b1c9-42d8769aa743 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545677'] for floatingip, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:50.787033 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3e41c44a-b5f6-4090-b1c9-42d8769aa743 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for floatingip, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:50.788293 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-3e41c44a-b5f6-4090-b1c9-42d8769aa743 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7857533 Jul 08 13:06:51.144008 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-82f14e6d-36b5-4ffd-b7bd-ada83bd25ed9 req-33b8e96f-f778-424b-83d1-134148116646 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--484117729&fields=id&tenant_id=45f87e6dad28491db9dd7c8bd15c288e HTTP/1.1" status: 200 len: 267 time: 0.0315340 Jul 08 13:06:51.249065 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f14e6d-36b5-4ffd-b7bd-ada83bd25ed9 req-f60ecf7d-d7d3-4817-b9db-f9f22f11feed tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:51.250499 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-82f14e6d-36b5-4ffd-b7bd-ada83bd25ed9 req-f60ecf7d-d7d3-4817-b9db-f9f22f11feed tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/networks?id=a04372ec-c042-4405-a1d0-b6660a8bf946 HTTP/1.1" status: 200 len: 816 time: 0.1004319 Jul 08 13:06:51.265018 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-82f14e6d-36b5-4ffd-b7bd-ada83bd25ed9 req-68a41be3-94a6-4ee7-99f3-dd79ff3c40c1 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/quotas/45f87e6dad28491db9dd7c8bd15c288e HTTP/1.1" status: 200 len: 375 time: 0.0092921 Jul 08 13:06:51.335020 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-82f14e6d-36b5-4ffd-b7bd-ada83bd25ed9 req-3de4cd9a-55bd-4c2d-a1f2-63e765f7aa7c tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=45f87e6dad28491db9dd7c8bd15c288e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0652945 Jul 08 13:06:51.431379 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-82f14e6d-36b5-4ffd-b7bd-ada83bd25ed9 req-600c2230-23bb-4530-a74d-11c406c73a33 service neutron] 10.222.0.59 "GET /v2.0/networks/a04372ec-c042-4405-a1d0-b6660a8bf946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854101 Jul 08 13:06:51.516592 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-82f14e6d-36b5-4ffd-b7bd-ada83bd25ed9 req-7150bcf6-6e2d-4b50-b827-b0321dd456d3 service neutron] 10.222.0.59 "GET /v2.0/networks/a04372ec-c042-4405-a1d0-b6660a8bf946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789018 Jul 08 13:06:51.780469 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-5f720095-b955-438f-9d78-bc1c3087e7d9 req-e1c7b73a-fe48-406b-a942-bf93df3b1482 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 210 time: 0.1296687 Jul 08 13:06:52.943874 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d8976e3c-1a99-4b5e-b76e-681023354bc1 req-0a152384-305c-4cad-b72a-cf499d9b77bd tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 210 time: 0.0465651 Jul 08 13:06:52.971335 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f14e6d-36b5-4ffd-b7bd-ada83bd25ed9 req-6e7f2a2d-d88b-4ee8-bc72-4b7f7ad2c265 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:52.972732 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-82f14e6d-36b5-4ffd-b7bd-ada83bd25ed9 req-6e7f2a2d-d88b-4ee8-bc72-4b7f7ad2c265 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.21 "GET /v2.0/networks?id=a04372ec-c042-4405-a1d0-b6660a8bf946 HTTP/1.1" status: 200 len: 816 time: 0.1077101 Jul 08 13:06:53.047415 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-82f14e6d-36b5-4ffd-b7bd-ada83bd25ed9 req-01918647-fc7a-42a2-be5f-e3b31678b8ad tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45f87e6dad28491db9dd7c8bd15c288e HTTP/1.1" status: 200 len: 379 time: 0.0410850 Jul 08 13:06:53.063015 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [req-82f14e6d-36b5-4ffd-b7bd-ada83bd25ed9 req-baa1c3e3-57a3-438e-8178-35a3a15fda6b tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Request body: {'port': {'device_id': '24653d30-fca3-44c7-88ed-a848503fe91a', 'network_id': 'a04372ec-c042-4405-a1d0-b6660a8bf946', 'admin_state_up': True, 'tenant_id': '45f87e6dad28491db9dd7c8bd15c288e', 'security_groups': ['17936d34-5d2a-4abb-95e4-4f523ff71988']}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:06:53.172101 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82f14e6d-36b5-4ffd-b7bd-ada83bd25ed9 req-baa1c3e3-57a3-438e-8178-35a3a15fda6b tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Made reservation on behalf of 45f87e6dad28491db9dd7c8bd15c288e for: {'port': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:06:53.176638 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-82f14e6d-36b5-4ffd-b7bd-ada83bd25ed9 req-baa1c3e3-57a3-438e-8178-35a3a15fda6b tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:53.295388 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [req-82f14e6d-36b5-4ffd-b7bd-ada83bd25ed9 req-baa1c3e3-57a3-438e-8178-35a3a15fda6b tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Allocated IP 172.20.0.12 (a04372ec-c042-4405-a1d0-b6660a8bf946/5a7a9e7d-3071-4940-95e2-12dfd08df222/389d4c3e-d1ff-4a79-8acd-e5caac541c90) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:06:53.427637 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-82f14e6d-36b5-4ffd-b7bd-ada83bd25ed9 req-baa1c3e3-57a3-438e-8178-35a3a15fda6b tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:53.444049 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [req-82f14e6d-36b5-4ffd-b7bd-ada83bd25ed9 req-baa1c3e3-57a3-438e-8178-35a3a15fda6b tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Transition to ACTIVE for port object 389d4c3e-d1ff-4a79-8acd-e5caac541c90 will not be triggered until provisioned by entity DHCP. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:06:53.475852 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-82f14e6d-36b5-4ffd-b7bd-ada83bd25ed9 req-baa1c3e3-57a3-438e-8178-35a3a15fda6b tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4789364'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:53.518919 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82f14e6d-36b5-4ffd-b7bd-ada83bd25ed9 req-baa1c3e3-57a3-438e-8178-35a3a15fda6b tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Network a04372ec-c042-4405-a1d0-b6660a8bf946 is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:06:53.521994 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [req-82f14e6d-36b5-4ffd-b7bd-ada83bd25ed9 req-baa1c3e3-57a3-438e-8178-35a3a15fda6b tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:06:53.529096 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [req-82f14e6d-36b5-4ffd-b7bd-ada83bd25ed9 req-baa1c3e3-57a3-438e-8178-35a3a15fda6b tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:06:53.556444 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa1c3e3-57a3-438e-8178-35a3a15fda6b tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Pushing event updated for resources: {'Port': ['ID=389d4c3e-d1ff-4a79-8acd-e5caac541c90,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:53.584643 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f14e6d-36b5-4ffd-b7bd-ada83bd25ed9 req-baa1c3e3-57a3-438e-8178-35a3a15fda6b tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:53.585330 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-82f14e6d-36b5-4ffd-b7bd-ada83bd25ed9 req-baa1c3e3-57a3-438e-8178-35a3a15fda6b tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:53.600251 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-82f14e6d-36b5-4ffd-b7bd-ada83bd25ed9 req-baa1c3e3-57a3-438e-8178-35a3a15fda6b tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5432842 Jul 08 13:06:53.623507 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [req-82f14e6d-36b5-4ffd-b7bd-ada83bd25ed9 req-9e69ee90-8df4-4928-97ac-11ff2fbfc979 service neutron] Request body: {'port': {'device_id': '24653d30-fca3-44c7-88ed-a848503fe91a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:06:53.696566 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-82f14e6d-36b5-4ffd-b7bd-ada83bd25ed9 req-9e69ee90-8df4-4928-97ac-11ff2fbfc979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:53.705724 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-2a9f6f06-da8e-4500-a683-be26efa5b3b9 None None] Provisioning for port 389d4c3e-d1ff-4a79-8acd-e5caac541c90 completed by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:06:53.709378 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-2a9f6f06-da8e-4500-a683-be26efa5b3b9 None None] Provisioning complete for port 389d4c3e-d1ff-4a79-8acd-e5caac541c90 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:06:53.709756 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-2a9f6f06-da8e-4500-a683-be26efa5b3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:53.746492 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-2a9f6f06-da8e-4500-a683-be26efa5b3b9 None None] Port 389d4c3e-d1ff-4a79-8acd-e5caac541c90 cannot update to ACTIVE because it is not bound. {{(pid=93013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 13:06:53.955684 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [req-82f14e6d-36b5-4ffd-b7bd-ada83bd25ed9 req-9e69ee90-8df4-4928-97ac-11ff2fbfc979 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 389d4c3e-d1ff-4a79-8acd-e5caac541c90 {{(pid=93011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:06:53.962642 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-82f14e6d-36b5-4ffd-b7bd-ada83bd25ed9 req-9e69ee90-8df4-4928-97ac-11ff2fbfc979 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:53.974780 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [req-82f14e6d-36b5-4ffd-b7bd-ada83bd25ed9 req-9e69ee90-8df4-4928-97ac-11ff2fbfc979 service neutron] Transition to ACTIVE for port object 389d4c3e-d1ff-4a79-8acd-e5caac541c90 will not be triggered until provisioned by entity L2. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:06:53.978345 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-82f14e6d-36b5-4ffd-b7bd-ada83bd25ed9 req-9e69ee90-8df4-4928-97ac-11ff2fbfc979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4789354'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:54.026975 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e69ee90-8df4-4928-97ac-11ff2fbfc979 service neutron] Pushing event updated for resources: {'Port': ['ID=389d4c3e-d1ff-4a79-8acd-e5caac541c90,revision_number=2']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:54.143599 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-82f14e6d-36b5-4ffd-b7bd-ada83bd25ed9 req-9e69ee90-8df4-4928-97ac-11ff2fbfc979 service neutron] Attempting to bind port 389d4c3e-d1ff-4a79-8acd-e5caac541c90 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 13:06:54.143929 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-82f14e6d-36b5-4ffd-b7bd-ada83bd25ed9 req-9e69ee90-8df4-4928-97ac-11ff2fbfc979 service neutron] Attempting to bind port 389d4c3e-d1ff-4a79-8acd-e5caac541c90 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'e9afe398-2e2b-4f79-94b7-dda3a4c06771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a04372ec-c042-4405-a1d0-b6660a8bf946'}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 13:06:54.144281 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f14e6d-36b5-4ffd-b7bd-ada83bd25ed9 req-9e69ee90-8df4-4928-97ac-11ff2fbfc979 service neutron] Attempting to bind port 389d4c3e-d1ff-4a79-8acd-e5caac541c90 on network a04372ec-c042-4405-a1d0-b6660a8bf946 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:06:54.154505 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f14e6d-36b5-4ffd-b7bd-ada83bd25ed9 req-9e69ee90-8df4-4928-97ac-11ff2fbfc979 service neutron] Port 389d4c3e-d1ff-4a79-8acd-e5caac541c90 on network a04372ec-c042-4405-a1d0-b6660a8bf946 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 13:06:54.154833 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f14e6d-36b5-4ffd-b7bd-ada83bd25ed9 req-9e69ee90-8df4-4928-97ac-11ff2fbfc979 service neutron] Attempting to bind port 389d4c3e-d1ff-4a79-8acd-e5caac541c90 on network a04372ec-c042-4405-a1d0-b6660a8bf946 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:06:54.162711 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f14e6d-36b5-4ffd-b7bd-ada83bd25ed9 req-9e69ee90-8df4-4928-97ac-11ff2fbfc979 service neutron] Checking agent: {'id': 'c15515fa-7ee9-40ef-8b65-fb183853d126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 13, 0), 'started_at': datetime.datetime(2021, 7, 8, 13, 0), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 13, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 13:06:54.163040 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f14e6d-36b5-4ffd-b7bd-ada83bd25ed9 req-9e69ee90-8df4-4928-97ac-11ff2fbfc979 service neutron] Checking segment: {'id': 'e9afe398-2e2b-4f79-94b7-dda3a4c06771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a04372ec-c042-4405-a1d0-b6660a8bf946'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:06:54.163418 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f14e6d-36b5-4ffd-b7bd-ada83bd25ed9 req-9e69ee90-8df4-4928-97ac-11ff2fbfc979 service neutron] Bound using segment: {'id': 'e9afe398-2e2b-4f79-94b7-dda3a4c06771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a04372ec-c042-4405-a1d0-b6660a8bf946'} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 13:06:54.163841 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-82f14e6d-36b5-4ffd-b7bd-ada83bd25ed9 req-9e69ee90-8df4-4928-97ac-11ff2fbfc979 service neutron] Bound port: 389d4c3e-d1ff-4a79-8acd-e5caac541c90, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9afe398-2e2b-4f79-94b7-dda3a4c06771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'a04372ec-c042-4405-a1d0-b6660a8bf946'}}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 13:06:54.164218 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-82f14e6d-36b5-4ffd-b7bd-ada83bd25ed9 req-9e69ee90-8df4-4928-97ac-11ff2fbfc979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:54.179923 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29dc520-940e-4a69-b731-950c225f3994 req-1202702e-8ab5-4fdf-9e32-2c18e74b1f5a tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:54.181417 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-e29dc520-940e-4a69-b731-950c225f3994 req-1202702e-8ab5-4fdf-9e32-2c18e74b1f5a tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 944 time: 0.1254663 Jul 08 13:06:54.253976 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-e29dc520-940e-4a69-b731-950c225f3994 req-3593589a-969b-4a3e-bd27-477e2f37e0bd tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=17936d34-5d2a-4abb-95e4-4f523ff71988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663726 Jul 08 13:06:54.260231 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-82f14e6d-36b5-4ffd-b7bd-ada83bd25ed9 req-9e69ee90-8df4-4928-97ac-11ff2fbfc979 service neutron] For port 389d4c3e-d1ff-4a79-8acd-e5caac541c90, host hv-cinder-78960, cleared binding levels {{(pid=93011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 13:06:54.264348 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-82f14e6d-36b5-4ffd-b7bd-ada83bd25ed9 req-9e69ee90-8df4-4928-97ac-11ff2fbfc979 service neutron] For port 389d4c3e-d1ff-4a79-8acd-e5caac541c90, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=389d4c3e-d1ff-4a79-8acd-e5caac541c90,segment=NetworkSegment(e9afe398-2e2b-4f79-94b7-dda3a4c06771),segment_id=e9afe398-2e2b-4f79-94b7-dda3a4c06771)] {{(pid=93011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 13:06:54.269462 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-82f14e6d-36b5-4ffd-b7bd-ada83bd25ed9 req-9e69ee90-8df4-4928-97ac-11ff2fbfc979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4789354'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:54.302946 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f14e6d-36b5-4ffd-b7bd-ada83bd25ed9 req-9e69ee90-8df4-4928-97ac-11ff2fbfc979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:54.303543 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-82f14e6d-36b5-4ffd-b7bd-ada83bd25ed9 req-9e69ee90-8df4-4928-97ac-11ff2fbfc979 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:54.304977 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-82f14e6d-36b5-4ffd-b7bd-ada83bd25ed9 req-9e69ee90-8df4-4928-97ac-11ff2fbfc979 service neutron] 10.222.0.21 "PUT /v2.0/ports/389d4c3e-d1ff-4a79-8acd-e5caac541c90 HTTP/1.1" status: 200 len: 1094 time: 0.6859992 Jul 08 13:06:54.305404 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24653d30-fca3-44c7-88ed-a848503fe91a', 'tag': '389d4c3e-d1ff-4a79-8acd-e5caac541c90'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:06:54.307609 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79934bd8df5839606b1ce54b63dc7d70fed780423e2c756261eeaeb19bf0c4d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f17072e-ee6c-441e-a42f-af47aa50d9db" -d '{"events": [{"name": "network-changed", "server_uuid": "24653d30-fca3-44c7-88ed-a848503fe91a", "tag": "389d4c3e-d1ff-4a79-8acd-e5caac541c90"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:06:54.332238 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e69ee90-8df4-4928-97ac-11ff2fbfc979 service neutron] Pushing event updated for resources: {'Port': ['ID=389d4c3e-d1ff-4a79-8acd-e5caac541c90,revision_number=3']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:54.340661 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e69ee90-8df4-4928-97ac-11ff2fbfc979 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:06:54.341003 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e69ee90-8df4-4928-97ac-11ff2fbfc979 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:06:54.341340 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e69ee90-8df4-4928-97ac-11ff2fbfc979 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:06:54.341678 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e69ee90-8df4-4928-97ac-11ff2fbfc979 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:06:54.342031 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e69ee90-8df4-4928-97ac-11ff2fbfc979 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:06:54.342323 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e69ee90-8df4-4928-97ac-11ff2fbfc979 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:06:54.342640 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e69ee90-8df4-4928-97ac-11ff2fbfc979 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:06:54.342962 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e69ee90-8df4-4928-97ac-11ff2fbfc979 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:06:54.343283 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e69ee90-8df4-4928-97ac-11ff2fbfc979 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:06:54.343600 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e69ee90-8df4-4928-97ac-11ff2fbfc979 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:06:54.343918 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e69ee90-8df4-4928-97ac-11ff2fbfc979 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:06:54.344811 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e69ee90-8df4-4928-97ac-11ff2fbfc979 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:06:54.372733 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 13:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c30d97-8e71-4b4f-9067-e55ba95f2980 x-openstack-request-id: req-a1c30d97-8e71-4b4f-9067-e55ba95f2980 {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:06:54.373128 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24653d30-fca3-44c7-88ed-a848503fe91a", "tag": "389d4c3e-d1ff-4a79-8acd-e5caac541c90", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:06:54.373754 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a1c30d97-8e71-4b4f-9067-e55ba95f2980 {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:06:54.374557 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24653d30-fca3-44c7-88ed-a848503fe91a', 'tag': '389d4c3e-d1ff-4a79-8acd-e5caac541c90', 'status': 'completed', 'code': 200} Jul 08 13:06:54.462268 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f14e6d-36b5-4ffd-b7bd-ada83bd25ed9 req-00b28944-e634-4200-a1ae-32dd591116ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:54.464034 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-82f14e6d-36b5-4ffd-b7bd-ada83bd25ed9 req-00b28944-e634-4200-a1ae-32dd591116ec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=45f87e6dad28491db9dd7c8bd15c288e&device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 1097 time: 0.0619504 Jul 08 13:06:54.523704 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-82f14e6d-36b5-4ffd-b7bd-ada83bd25ed9 req-38ecc6d9-5ea3-4b79-bd95-b9978df22186 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=389d4c3e-d1ff-4a79-8acd-e5caac541c90 HTTP/1.1" status: 200 len: 217 time: 0.0338879 Jul 08 13:06:54.577315 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f14e6d-36b5-4ffd-b7bd-ada83bd25ed9 req-6655c438-789d-4071-afad-f0ce729d336b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:54.578645 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-82f14e6d-36b5-4ffd-b7bd-ada83bd25ed9 req-6655c438-789d-4071-afad-f0ce729d336b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5a7a9e7d-3071-4940-95e2-12dfd08df222 HTTP/1.1" status: 200 len: 855 time: 0.0451171 Jul 08 13:06:54.641597 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f14e6d-36b5-4ffd-b7bd-ada83bd25ed9 req-de909535-c53c-487b-a76a-1e5480ab6fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:54.643152 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-82f14e6d-36b5-4ffd-b7bd-ada83bd25ed9 req-de909535-c53c-487b-a76a-1e5480ab6fdf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a04372ec-c042-4405-a1d0-b6660a8bf946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0573659 Jul 08 13:06:54.732952 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-82f14e6d-36b5-4ffd-b7bd-ada83bd25ed9 req-f341a4db-b729-4f52-92cf-f84f40534990 service neutron] 10.222.0.21 "GET /v2.0/networks/a04372ec-c042-4405-a1d0-b6660a8bf946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810211 Jul 08 13:06:54.835762 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-82f14e6d-36b5-4ffd-b7bd-ada83bd25ed9 req-41b55e6a-67c3-45d4-97f6-74be968a6d6b service neutron] 10.222.0.21 "GET /v2.0/networks/a04372ec-c042-4405-a1d0-b6660a8bf946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836282 Jul 08 13:06:55.009658 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f17072e-ee6c-441e-a42f-af47aa50d9db req-902a232f-6ab9-4c42-802a-2e1c8beaad35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:55.011115 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-8f17072e-ee6c-441e-a42f-af47aa50d9db req-902a232f-6ab9-4c42-802a-2e1c8beaad35 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=45f87e6dad28491db9dd7c8bd15c288e&device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 1097 time: 0.0517035 Jul 08 13:06:55.105276 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f17072e-ee6c-441e-a42f-af47aa50d9db req-e46572be-707b-4a07-ae0f-102b60ea32d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:55.107233 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-8f17072e-ee6c-441e-a42f-af47aa50d9db req-e46572be-707b-4a07-ae0f-102b60ea32d8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a04372ec-c042-4405-a1d0-b6660a8bf946 HTTP/1.1" status: 200 len: 917 time: 0.0840673 Jul 08 13:06:55.150901 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-8f17072e-ee6c-441e-a42f-af47aa50d9db req-89f3af76-4a72-47f4-9fcc-780e02f81519 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=389d4c3e-d1ff-4a79-8acd-e5caac541c90 HTTP/1.1" status: 200 len: 217 time: 0.0354667 Jul 08 13:06:55.206543 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f17072e-ee6c-441e-a42f-af47aa50d9db req-81d9807d-48e2-4267-9e9e-72e8961d4969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:55.208015 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-8f17072e-ee6c-441e-a42f-af47aa50d9db req-81d9807d-48e2-4267-9e9e-72e8961d4969 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5a7a9e7d-3071-4940-95e2-12dfd08df222 HTTP/1.1" status: 200 len: 855 time: 0.0467455 Jul 08 13:06:55.271014 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f17072e-ee6c-441e-a42f-af47aa50d9db req-8d634b3d-6964-44b8-a042-217264b3538c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:55.272569 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-8f17072e-ee6c-441e-a42f-af47aa50d9db req-8d634b3d-6964-44b8-a042-217264b3538c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a04372ec-c042-4405-a1d0-b6660a8bf946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0514109 Jul 08 13:06:55.374911 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-8f17072e-ee6c-441e-a42f-af47aa50d9db req-6d915a26-d810-4490-8ed9-decdbf636caf service neutron] 10.222.0.21 "GET /v2.0/networks/a04372ec-c042-4405-a1d0-b6660a8bf946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877898 Jul 08 13:06:55.505270 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c7aea-cc39-4f63-bfd9-4dacd48bf19d req-9f95a0c6-0581-4609-91ed-469dc86503e6 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:55.506751 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-4b8c7aea-cc39-4f63-bfd9-4dacd48bf19d req-9f95a0c6-0581-4609-91ed-469dc86503e6 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 944 time: 0.1351109 Jul 08 13:06:55.510318 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-8f17072e-ee6c-441e-a42f-af47aa50d9db req-f475721a-8d27-49d5-ac32-eda326e053ef service neutron] 10.222.0.21 "GET /v2.0/networks/a04372ec-c042-4405-a1d0-b6660a8bf946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263111 Jul 08 13:06:55.544348 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-4b8c7aea-cc39-4f63-bfd9-4dacd48bf19d req-9da5b067-12ca-4f86-b528-cfb9207084c3 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=17936d34-5d2a-4abb-95e4-4f523ff71988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320466 Jul 08 13:06:56.727883 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c07c0-45a4-42da-86ba-771c13fc7a32 req-e3dd9bd8-7417-49a2-96db-04e39b7c28c9 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:56.729371 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4c5c07c0-45a4-42da-86ba-771c13fc7a32 req-e3dd9bd8-7417-49a2-96db-04e39b7c28c9 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 944 time: 0.0641015 Jul 08 13:06:56.766425 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4c5c07c0-45a4-42da-86ba-771c13fc7a32 req-b3e5268e-b523-4071-a3f0-5a0a7a283080 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=17936d34-5d2a-4abb-95e4-4f523ff71988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314515 Jul 08 13:06:57.938766 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982cfe5-14a7-4b60-9ef2-a6b1ea9b2f62 req-fb0bb07c-4cca-43a9-8841-7cb0add112f3 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:57.940228 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-6982cfe5-14a7-4b60-9ef2-a6b1ea9b2f62 req-fb0bb07c-4cca-43a9-8841-7cb0add112f3 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 944 time: 0.0618374 Jul 08 13:06:57.976688 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-6982cfe5-14a7-4b60-9ef2-a6b1ea9b2f62 req-d0632140-bd0f-4b08-9278-dcf2c35abb44 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=17936d34-5d2a-4abb-95e4-4f523ff71988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309176 Jul 08 13:06:58.424041 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 389d4c3e-d1ff-4a79-8acd-e5caac541c90 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=93013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 13:06:58.517490 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port 389d4c3e-d1ff-4a79-8acd-e5caac541c90, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=389d4c3e-d1ff-4a79-8acd-e5caac541c90,segment=NetworkSegment(e9afe398-2e2b-4f79-94b7-dda3a4c06771),segment_id=e9afe398-2e2b-4f79-94b7-dda3a4c06771)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:06:58.529114 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Returning: {'device': '389d4c3e-d1ff-4a79-8acd-e5caac541c90', 'network_id': 'a04372ec-c042-4405-a1d0-b6660a8bf946', 'port_id': '389d4c3e-d1ff-4a79-8acd-e5caac541c90', 'mac_address': 'fa:16:3e:4f:dc:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7a9e7d-3071-4940-95e2-12dfd08df222', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 13:06:58.568535 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:58.581818 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 389d4c3e-d1ff-4a79-8acd-e5caac541c90 {{(pid=93013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:06:58.600489 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port 389d4c3e-d1ff-4a79-8acd-e5caac541c90, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=389d4c3e-d1ff-4a79-8acd-e5caac541c90,segment=NetworkSegment(e9afe398-2e2b-4f79-94b7-dda3a4c06771),segment_id=e9afe398-2e2b-4f79-94b7-dda3a4c06771)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:06:58.604561 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:06:58.652087 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Pushing event updated for resources: {'Port': ['ID=389d4c3e-d1ff-4a79-8acd-e5caac541c90,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:06:58.659105 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:06:58.659460 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:06:58.659802 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:06:58.660142 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:06:58.660518 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:06:58.660851 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:06:58.661181 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:06:58.661511 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:06:58.661842 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:06:58.662166 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:06:58.662491 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:06:58.662813 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:06:59.093520 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] get_ports_and_sgs() called for port_ids ['389d4c3e-d1ff-4a79-8acd-e5caac541c90'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 13:06:59.150679 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6b3a9-dac2-47b3-86d1-ebe3f3a5ae8b req-64dd5d5a-069d-4859-ad75-e0b2332d19a4 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:06:59.152207 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b5a6b3a9-dac2-47b3-86d1-ebe3f3a5ae8b req-64dd5d5a-069d-4859-ad75-e0b2332d19a4 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 945 time: 0.0625615 Jul 08 13:06:59.189943 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b5a6b3a9-dac2-47b3-86d1-ebe3f3a5ae8b req-78a387e3-636a-45f3-b37c-f47037722fea tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=17936d34-5d2a-4abb-95e4-4f523ff71988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320330 Jul 08 13:06:59.981925 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:00.423547 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab943b-7636-48d7-a1b3-250df6f11afa req-bad1d944-d32a-4fe3-ad98-d1b16b99b714 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:00.425055 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-45ab943b-7636-48d7-a1b3-250df6f11afa req-bad1d944-d32a-4fe3-ad98-d1b16b99b714 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 945 time: 0.0711195 Jul 08 13:07:00.440497 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 389d4c3e-d1ff-4a79-8acd-e5caac541c90 up at agent hyperv_hv-cinder-78960 {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:07:00.491635 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Provisioning for port 389d4c3e-d1ff-4a79-8acd-e5caac541c90 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:07:00.495592 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Provisioning complete for port 389d4c3e-d1ff-4a79-8acd-e5caac541c90 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:07:00.495988 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:00.582573 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:00.607924 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24653d30-fca3-44c7-88ed-a848503fe91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '389d4c3e-d1ff-4a79-8acd-e5caac541c90'}] {{(pid=93013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:07:00.610311 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437348d2bcada7eee63ab7a3e0cc12fc8f9484ad9c5d405f769a928aff85887c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e87a09a-38ea-4153-920d-cf1d79554eb8" -d '{"events": [{"server_uuid": "24653d30-fca3-44c7-88ed-a848503fe91a", "name": "network-vif-plugged", "status": "completed", "tag": "389d4c3e-d1ff-4a79-8acd-e5caac541c90"}]}' {{(pid=93013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:07:00.629108 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port 389d4c3e-d1ff-4a79-8acd-e5caac541c90, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=389d4c3e-d1ff-4a79-8acd-e5caac541c90,segment=NetworkSegment(e9afe398-2e2b-4f79-94b7-dda3a4c06771),segment_id=e9afe398-2e2b-4f79-94b7-dda3a4c06771)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:07:00.633936 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:00.658232 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1afd9076-6054-46a4-a8ac-fa4a39300e93 x-openstack-request-id: req-1afd9076-6054-46a4-a8ac-fa4a39300e93 {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:07:00.658521 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24653d30-fca3-44c7-88ed-a848503fe91a", "name": "network-vif-plugged", "status": "completed", "tag": "389d4c3e-d1ff-4a79-8acd-e5caac541c90", "code": 200}]} {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:07:00.658771 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1afd9076-6054-46a4-a8ac-fa4a39300e93 {{(pid=93013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:07:00.659158 dv-cinder-789603-11-iscsi neutron-server[93013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24653d30-fca3-44c7-88ed-a848503fe91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '389d4c3e-d1ff-4a79-8acd-e5caac541c90', 'code': 200} Jul 08 13:07:00.686415 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Pushing event updated for resources: {'Port': ['ID=389d4c3e-d1ff-4a79-8acd-e5caac541c90,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:07:00.727576 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-45ab943b-7636-48d7-a1b3-250df6f11afa req-41aebb33-c895-46fc-b1b4-0ddd2a555e40 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=17936d34-5d2a-4abb-95e4-4f523ff71988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2969141 Jul 08 13:07:00.929287 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867e46e-cdbe-4cc1-a6ae-69d1389463bc req-750f3767-a45e-4847-923f-c2af116e862b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:00.930794 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-4867e46e-cdbe-4cc1-a6ae-69d1389463bc req-750f3767-a45e-4847-923f-c2af116e862b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 1099 time: 0.0508008 Jul 08 13:07:00.965040 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-4867e46e-cdbe-4cc1-a6ae-69d1389463bc req-49d7d21f-9cf5-4721-9b7c-92d3bd59cd62 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=17936d34-5d2a-4abb-95e4-4f523ff71988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267088 Jul 08 13:07:01.905986 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88934dfc-4a3f-40df-ac7b-308fd4b90af9 req-5257006c-e266-4340-bdc7-e7a54bc2ab3a tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:01.907445 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-88934dfc-4a3f-40df-ac7b-308fd4b90af9 req-5257006c-e266-4340-bdc7-e7a54bc2ab3a tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 946 time: 0.0650742 Jul 08 13:07:01.945973 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-88934dfc-4a3f-40df-ac7b-308fd4b90af9 req-1a84daed-2f14-4572-b385-dedaf9c75258 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=17936d34-5d2a-4abb-95e4-4f523ff71988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329714 Jul 08 13:07:02.521276 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-970e4f01-a654-4cea-834e-2485efa49eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:03.122454 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48838d-6f93-4222-bd53-7ef9493d5a03 req-8ba31362-e2ce-40c9-a556-7e9d2972d4f2 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:03.124460 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-6d48838d-6f93-4222-bd53-7ef9493d5a03 req-8ba31362-e2ce-40c9-a556-7e9d2972d4f2 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 946 time: 0.0630596 Jul 08 13:07:03.163988 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-6d48838d-6f93-4222-bd53-7ef9493d5a03 req-a27fe4da-18f8-4ebf-aaa2-605fda8d139e tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=17936d34-5d2a-4abb-95e4-4f523ff71988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340798 Jul 08 13:07:03.332505 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1950158-ec6c-4c79-8c38-c2a830c4ea9f req-c0124f77-a6c8-4bae-9919-df12ab84ece5 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:03.333917 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e1950158-ec6c-4c79-8c38-c2a830c4ea9f req-c0124f77-a6c8-4bae-9919-df12ab84ece5 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 946 time: 0.0611119 Jul 08 13:07:03.342252 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 43164) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:07:03.346589 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-c5720d17-d647-4ed8-8869-d4b31e38def4 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Request body: {'floatingip': {'port_id': '389d4c3e-d1ff-4a79-8acd-e5caac541c90'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:07:03.388142 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c5720d17-d647-4ed8-8869-d4b31e38def4 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks [] for floatingip, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:03.851990 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c5720d17-d647-4ed8-8869-d4b31e38def4 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:03.855775 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c5720d17-d647-4ed8-8869-d4b31e38def4 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545677'] for floatingip, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:03.954395 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.db.l3_db [None req-c5720d17-d647-4ed8-8869-d4b31e38def4 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Floating IP 128e76fe-1d96-4a24-b794-58bc10fdb8ed associated. External IP: 172.27.1.88, port: 389d4c3e-d1ff-4a79-8acd-e5caac541c90. Jul 08 13:07:04.381367 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5720d17-d647-4ed8-8869-d4b31e38def4 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Router 1aeef19a-87d7-4c40-88a5-a3282d199b45 has already been hosted by L3 agent f415b27f-d318-40de-bd28-ecbd03c16a41 {{(pid=93012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 13:07:04.487212 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5720d17-d647-4ed8-8869-d4b31e38def4 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify agent at l3_agent.dv-cinder-789603-11-iscsi the message routers_updated {{(pid=93012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:07:04.491583 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c5720d17-d647-4ed8-8869-d4b31e38def4 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for floatingip, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:04.497673 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfa8757-0de2-4424-8593-02d4206e99c0 None None] Sync routers for ids ['1aeef19a-87d7-4c40-88a5-a3282d199b45'] in dv-cinder-789603-11-iscsi {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:07:04.507196 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfa8757-0de2-4424-8593-02d4206e99c0 None None] Routers {'1aeef19a-87d7-4c40-88a5-a3282d199b45'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:07:04.507819 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-8dfa8757-0de2-4424-8593-02d4206e99c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:06:35Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['1aeef19a-87d7-4c40-88a5-a3282d199b45'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:07:04.529966 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-c5720d17-d647-4ed8-8869-d4b31e38def4 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "PUT /v2.0/floatingips/128e76fe-1d96-4a24-b794-58bc10fdb8ed HTTP/1.1" status: 200 len: 991 time: 1.1866319 Jul 08 13:07:04.530620 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24653d30-fca3-44c7-88ed-a848503fe91a', 'tag': '389d4c3e-d1ff-4a79-8acd-e5caac541c90'}] {{(pid=93012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:07:04.532964 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd052ad9988fae0c023d90ace067622d59124d56325abb0637f2c794eb114897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b328a43-030e-4562-b188-6bd452b6fb33" -d '{"events": [{"name": "network-changed", "server_uuid": "24653d30-fca3-44c7-88ed-a848503fe91a", "tag": "389d4c3e-d1ff-4a79-8acd-e5caac541c90"}]}' {{(pid=93012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:07:04.570455 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 13:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e86f51-c087-4557-b52a-8e47e3bed09a x-openstack-request-id: req-e8e86f51-c087-4557-b52a-8e47e3bed09a {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:07:04.576526 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24653d30-fca3-44c7-88ed-a848503fe91a", "tag": "389d4c3e-d1ff-4a79-8acd-e5caac541c90", "status": "completed", "code": 200}]} {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:07:04.576835 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e8e86f51-c087-4557-b52a-8e47e3bed09a {{(pid=93012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:07:04.578213 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24653d30-fca3-44c7-88ed-a848503fe91a', 'tag': '389d4c3e-d1ff-4a79-8acd-e5caac541c90', 'status': 'completed', 'code': 200} Jul 08 13:07:04.619362 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-8dfa8757-0de2-4424-8593-02d4206e99c0 None None] Set router 1aeef19a-87d7-4c40-88a5-a3282d199b45 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:07:04.767599 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b328a43-030e-4562-b188-6bd452b6fb33 req-412b21e3-19cc-4773-bd89-3c61af549ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:04.769163 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-1b328a43-030e-4562-b188-6bd452b6fb33 req-412b21e3-19cc-4773-bd89-3c61af549ba4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=45f87e6dad28491db9dd7c8bd15c288e&device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 1099 time: 0.1002679 Jul 08 13:07:04.864949 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b328a43-030e-4562-b188-6bd452b6fb33 req-7d328d38-b36f-494d-9a1a-6c4be05126c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:04.866418 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-1b328a43-030e-4562-b188-6bd452b6fb33 req-7d328d38-b36f-494d-9a1a-6c4be05126c1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a04372ec-c042-4405-a1d0-b6660a8bf946 HTTP/1.1" status: 200 len: 917 time: 0.0847850 Jul 08 13:07:04.935165 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-1b328a43-030e-4562-b188-6bd452b6fb33 req-ba935a81-ed8f-4e5b-ac68-975426a4f6e5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=389d4c3e-d1ff-4a79-8acd-e5caac541c90 HTTP/1.1" status: 200 len: 999 time: 0.0610836 Jul 08 13:07:04.984096 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b328a43-030e-4562-b188-6bd452b6fb33 req-eb7f9cf7-0f22-47a9-b38b-52a80f3a27dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:04.985622 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-1b328a43-030e-4562-b188-6bd452b6fb33 req-eb7f9cf7-0f22-47a9-b38b-52a80f3a27dd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5a7a9e7d-3071-4940-95e2-12dfd08df222 HTTP/1.1" status: 200 len: 855 time: 0.0440581 Jul 08 13:07:04.999484 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-8dfa8757-0de2-4424-8593-02d4206e99c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'name': 'tempest-AttachVolumeShelveTestJSON-892982610-router', 'tenant_id': '45f87e6dad28491db9dd7c8bd15c288e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '15e3fa80-cdc7-41f3-abd5-93c4d59234e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:49Z', 'updated_at': '2021-07-08T13:01:57Z', 'revision_number': 4, 'project_id': '45f87e6dad28491db9dd7c8bd15c288e', 'gw_port': {'id': '15e3fa80-cdc7-41f3-abd5-93c4d59234e9', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:63:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:49Z', 'updated_at': '2021-07-08T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_floatingips': [{'id': '128e76fe-1d96-4a24-b794-58bc10fdb8ed', 'tenant_id': '45f87e6dad28491db9dd7c8bd15c288e', 'floating_ip_address': '172.27.1.88', 'floating_network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'router_id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'port_id': '389d4c3e-d1ff-4a79-8acd-e5caac541c90', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a04372ec-c042-4405-a1d0-b6660a8bf946', 'mac_address': 'fa:16:3e:4f:dc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24653d30-fca3-44c7-88ed-a848503fe91a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T13:06:50Z', 'updated_at': '2021-07-08T13:07:03Z', 'revision_number': 1, 'project_id': '45f87e6dad28491db9dd7c8bd15c288e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7f68077-d005-4327-adda-3628edd68008', 'name': '', 'network_id': 'a04372ec-c042-4405-a1d0-b6660a8bf946', 'tenant_id': '45f87e6dad28491db9dd7c8bd15c288e', 'mac_address': 'fa:16:3e:a6:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5a7a9e7d-3071-4940-95e2-12dfd08df222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:55Z', 'updated_at': '2021-07-08T13:02:09Z', 'revision_number': 5, 'project_id': '45f87e6dad28491db9dd7c8bd15c288e', 'subnets': [{'id': '5a7a9e7d-3071-4940-95e2-12dfd08df222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:07:05.025391 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfa8757-0de2-4424-8593-02d4206e99c0 None None] Checking router: 1aeef19a-87d7-4c40-88a5-a3282d199b45 for host: dv-cinder-789603-11-iscsi {{(pid=93013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:07:05.034262 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfa8757-0de2-4424-8593-02d4206e99c0 None None] Routers {'1aeef19a-87d7-4c40-88a5-a3282d199b45'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:07:05.035008 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-8dfa8757-0de2-4424-8593-02d4206e99c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:06:35Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['1aeef19a-87d7-4c40-88a5-a3282d199b45'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:07:05.043679 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b328a43-030e-4562-b188-6bd452b6fb33 req-38ce733f-3906-46be-932d-94f59ecafe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:05.045249 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-1b328a43-030e-4562-b188-6bd452b6fb33 req-38ce733f-3906-46be-932d-94f59ecafe86 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a04372ec-c042-4405-a1d0-b6660a8bf946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0527844 Jul 08 13:07:05.143286 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-8dfa8757-0de2-4424-8593-02d4206e99c0 None None] Set router 1aeef19a-87d7-4c40-88a5-a3282d199b45 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:07:05.145847 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-1b328a43-030e-4562-b188-6bd452b6fb33 req-6af58395-8107-4733-bfc3-fcc8e0a11879 service neutron] 10.222.0.21 "GET /v2.0/networks/a04372ec-c042-4405-a1d0-b6660a8bf946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869346 Jul 08 13:07:05.239870 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-1b328a43-030e-4562-b188-6bd452b6fb33 req-6fd1c87f-21d2-42fd-a734-f453a4dad54d service neutron] 10.222.0.21 "GET /v2.0/networks/a04372ec-c042-4405-a1d0-b6660a8bf946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826831 Jul 08 13:07:05.376799 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-2775967b-9657-4e00-83f3-829823a61a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:05.379640 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-8dfa8757-0de2-4424-8593-02d4206e99c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'name': 'tempest-AttachVolumeShelveTestJSON-892982610-router', 'tenant_id': '45f87e6dad28491db9dd7c8bd15c288e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '15e3fa80-cdc7-41f3-abd5-93c4d59234e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:49Z', 'updated_at': '2021-07-08T13:01:57Z', 'revision_number': 4, 'project_id': '45f87e6dad28491db9dd7c8bd15c288e', 'gw_port': {'id': '15e3fa80-cdc7-41f3-abd5-93c4d59234e9', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:63:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:49Z', 'updated_at': '2021-07-08T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_floatingips': [{'id': '128e76fe-1d96-4a24-b794-58bc10fdb8ed', 'tenant_id': '45f87e6dad28491db9dd7c8bd15c288e', 'floating_ip_address': '172.27.1.88', 'floating_network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'router_id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'port_id': '389d4c3e-d1ff-4a79-8acd-e5caac541c90', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a04372ec-c042-4405-a1d0-b6660a8bf946', 'mac_address': 'fa:16:3e:4f:dc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24653d30-fca3-44c7-88ed-a848503fe91a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T13:06:50Z', 'updated_at': '2021-07-08T13:07:03Z', 'revision_number': 1, 'project_id': '45f87e6dad28491db9dd7c8bd15c288e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7f68077-d005-4327-adda-3628edd68008', 'name': '', 'network_id': 'a04372ec-c042-4405-a1d0-b6660a8bf946', 'tenant_id': '45f87e6dad28491db9dd7c8bd15c288e', 'mac_address': 'fa:16:3e:a6:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5a7a9e7d-3071-4940-95e2-12dfd08df222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:55Z', 'updated_at': '2021-07-08T13:02:09Z', 'revision_number': 5, 'project_id': '45f87e6dad28491db9dd7c8bd15c288e', 'subnets': [{'id': '5a7a9e7d-3071-4940-95e2-12dfd08df222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:07:05.406478 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfa8757-0de2-4424-8593-02d4206e99c0 None None] The sync data for ids ['1aeef19a-87d7-4c40-88a5-a3282d199b45'] in dv-cinder-789603-11-iscsi is: [{'id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'name': 'tempest-AttachVolumeShelveTestJSON-892982610-router', 'tenant_id': '45f87e6dad28491db9dd7c8bd15c288e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '15e3fa80-cdc7-41f3-abd5-93c4d59234e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:49Z', 'updated_at': '2021-07-08T13:01:57Z', 'revision_number': 4, 'project_id': '45f87e6dad28491db9dd7c8bd15c288e', 'gw_port': {'id': '15e3fa80-cdc7-41f3-abd5-93c4d59234e9', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:63:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:49Z', 'updated_at': '2021-07-08T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_floatingips': [{'id': '128e76fe-1d96-4a24-b794-58bc10fdb8ed', 'tenant_id': '45f87e6dad28491db9dd7c8bd15c288e', 'floating_ip_address': '172.27.1.88', 'floating_network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'router_id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'port_id': '389d4c3e-d1ff-4a79-8acd-e5caac541c90', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a04372ec-c042-4405-a1d0-b6660a8bf946', 'mac_address': 'fa:16:3e:4f:dc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24653d30-fca3-44c7-88ed-a848503fe91a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T13:06:50Z', 'updated_at': '2021-07-08T13:07:03Z', 'revision_number': 1, 'project_id': '45f87e6dad28491db9dd7c8bd15c288e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7f68077-d005-4327-adda-3628edd68008', 'name': '', 'network_id': 'a04372ec-c042-4405-a1d0-b6660a8bf946', 'tenant_id': '45f87e6dad28491db9dd7c8bd15c288e', 'mac_address': 'fa:16:3e:a6:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5a7a9e7d-3071-4940-95e2-12dfd08df222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:55Z', 'updated_at': '2021-07-08T13:02:09Z', 'revision_number': 5, 'project_id': '45f87e6dad28491db9dd7c8bd15c288e', 'subnets': [{'id': '5a7a9e7d-3071-4940-95e2-12dfd08df222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:07:05.583976 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0660796-68b4-4eec-a474-224176c2683a None None] New status for floating IP 128e76fe-1d96-4a24-b794-58bc10fdb8ed: ACTIVE {{(pid=93014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 13:07:05.710167 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:06.113748 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-97c8e7b9-57f7-456d-825e-78a0ef1aae16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:07.867256 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-615b644b-3110-4324-8d19-7b6387de29b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:09.022886 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c24359-42c3-448a-8e75-ea6481bbba5c req-2ee8fb7f-016d-4e4e-ad63-3046dcf6a5a2 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:09.024352 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-06c24359-42c3-448a-8e75-ea6481bbba5c req-2ee8fb7f-016d-4e4e-ad63-3046dcf6a5a2 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 946 time: 0.0641758 Jul 08 13:07:09.062667 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-06c24359-42c3-448a-8e75-ea6481bbba5c req-cb4e9b5b-fc7a-4cdc-a686-1e2664da8649 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=537162c2-7e03-42f9-9511-978f3a376ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327408 Jul 08 13:07:10.232113 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d7f89-4336-4bd0-8766-3808426152cb req-d07c1657-570d-4ad9-bd53-4d1d42e9f497 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:10.233589 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3f9d7f89-4336-4bd0-8766-3808426152cb req-d07c1657-570d-4ad9-bd53-4d1d42e9f497 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 946 time: 0.0616415 Jul 08 13:07:10.273224 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3f9d7f89-4336-4bd0-8766-3808426152cb req-8b918150-aa85-4859-b53a-154ec9dbdeed tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=537162c2-7e03-42f9-9511-978f3a376ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335979 Jul 08 13:07:11.387791 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a18b19-d63b-4ba6-bdbb-306248b2fb5f req-576ce97e-5847-48f0-8fc3-ae1549aae766 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:11.389262 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-45a18b19-d63b-4ba6-bdbb-306248b2fb5f req-576ce97e-5847-48f0-8fc3-ae1549aae766 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.21 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 946 time: 0.0675554 Jul 08 13:07:11.443006 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3785d3-6f7c-4a97-a1a8-669afd274293 req-ac1c7ea6-a225-43c5-9eed-081e5a7c4ead tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:11.444524 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fc3785d3-6f7c-4a97-a1a8-669afd274293 req-ac1c7ea6-a225-43c5-9eed-081e5a7c4ead tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 946 time: 0.0624561 Jul 08 13:07:11.481723 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fc3785d3-6f7c-4a97-a1a8-669afd274293 req-b6bbfd62-bb63-40b8-adb7-4d6bbd8d9b29 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=537162c2-7e03-42f9-9511-978f3a376ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316515 Jul 08 13:07:11.487179 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [req-45a18b19-d63b-4ba6-bdbb-306248b2fb5f req-d7e76e41-9367-49e1-959d-0dfbf533fb02 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Deleting port c56eead0-56c8-4fa5-9021-fffd33d18acc {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:07:11.487520 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-45a18b19-d63b-4ba6-bdbb-306248b2fb5f req-d7e76e41-9367-49e1-959d-0dfbf533fb02 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:11.581757 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-45a18b19-d63b-4ba6-bdbb-306248b2fb5f req-d7e76e41-9367-49e1-959d-0dfbf533fb02 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] For port c56eead0-56c8-4fa5-9021-fffd33d18acc, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c56eead0-56c8-4fa5-9021-fffd33d18acc,segment=NetworkSegment(da04ac3a-37cb-46dc-a027-e9022e8212d8),segment_id=da04ac3a-37cb-46dc-a027-e9022e8212d8)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:07:11.582027 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-45a18b19-d63b-4ba6-bdbb-306248b2fb5f req-d7e76e41-9367-49e1-959d-0dfbf533fb02 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:11.748638 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-45a18b19-d63b-4ba6-bdbb-306248b2fb5f req-d7e76e41-9367-49e1-959d-0dfbf533fb02 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:11.749004 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-45a18b19-d63b-4ba6-bdbb-306248b2fb5f req-d7e76e41-9367-49e1-959d-0dfbf533fb02 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545677'] for floatingip, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:11.749307 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.db.l3_db [req-45a18b19-d63b-4ba6-bdbb-306248b2fb5f req-d7e76e41-9367-49e1-959d-0dfbf533fb02 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Floating IP 3fadf609-7322-42c9-a3e2-2401e68a0996 disassociated. External IP: 172.27.1.157, port: c56eead0-56c8-4fa5-9021-fffd33d18acc. Jul 08 13:07:11.749633 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [req-45a18b19-d63b-4ba6-bdbb-306248b2fb5f req-d7e76e41-9367-49e1-959d-0dfbf533fb02 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Calling delete_port for c56eead0-56c8-4fa5-9021-fffd33d18acc owned by compute:nova {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:07:11.885173 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-45a18b19-d63b-4ba6-bdbb-306248b2fb5f req-d7e76e41-9367-49e1-959d-0dfbf533fb02 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789347'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:11.918854 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e76e41-9367-49e1-959d-0dfbf533fb02 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Pushing event deleted for resources: {'Port': ['ID=c56eead0-56c8-4fa5-9021-fffd33d18acc,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:07:12.030938 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45a18b19-d63b-4ba6-bdbb-306248b2fb5f req-d7e76e41-9367-49e1-959d-0dfbf533fb02 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Router 3a627d2c-134b-4204-92c4-5de44e399a60 has already been hosted by L3 agent f415b27f-d318-40de-bd28-ecbd03c16a41 {{(pid=93011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 13:07:12.142092 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45a18b19-d63b-4ba6-bdbb-306248b2fb5f req-d7e76e41-9367-49e1-959d-0dfbf533fb02 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify agent at l3_agent.dv-cinder-789603-11-iscsi the message routers_updated {{(pid=93011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:07:12.151200 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48146c52-50f8-479a-9914-8b6b9670d42b None None] Sync routers for ids ['3a627d2c-134b-4204-92c4-5de44e399a60'] in dv-cinder-789603-11-iscsi {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:07:12.160581 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48146c52-50f8-479a-9914-8b6b9670d42b None None] Routers {'3a627d2c-134b-4204-92c4-5de44e399a60'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:07:12.161184 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-48146c52-50f8-479a-9914-8b6b9670d42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:07:05Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['3a627d2c-134b-4204-92c4-5de44e399a60'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:07:12.196549 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [req-45a18b19-d63b-4ba6-bdbb-306248b2fb5f req-d7e76e41-9367-49e1-959d-0dfbf533fb02 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] No DVR routers for this DVR port c56eead0-56c8-4fa5-9021-fffd33d18acc on host hv-cinder-78960 {{(pid=93011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:07:12.199027 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-45a18b19-d63b-4ba6-bdbb-306248b2fb5f req-d7e76e41-9367-49e1-959d-0dfbf533fb02 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:12.201483 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-45a18b19-d63b-4ba6-bdbb-306248b2fb5f req-d7e76e41-9367-49e1-959d-0dfbf533fb02 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.21 "DELETE /v2.0/ports/c56eead0-56c8-4fa5-9021-fffd33d18acc HTTP/1.1" status: 204 len: 173 time: 0.8062713 Jul 08 13:07:12.201937 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb873eaf-36f4-4497-bcfc-b0535c2a0f40', 'name': 'network-vif-deleted', 'tag': 'c56eead0-56c8-4fa5-9021-fffd33d18acc'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:07:12.204192 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79934bd8df5839606b1ce54b63dc7d70fed780423e2c756261eeaeb19bf0c4d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d2c3df-2fad-4c8f-9b07-a0f1df393e25" -d '{"events": [{"server_uuid": "eb873eaf-36f4-4497-bcfc-b0535c2a0f40", "name": "network-vif-deleted", "tag": "c56eead0-56c8-4fa5-9021-fffd33d18acc"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:07:12.275998 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-48146c52-50f8-479a-9914-8b6b9670d42b None None] Set router 3a627d2c-134b-4204-92c4-5de44e399a60 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:07:12.302677 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad7fc69-f11a-4990-99f4-18460190d721 x-openstack-request-id: req-aad7fc69-f11a-4990-99f4-18460190d721 {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:07:12.303156 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb873eaf-36f4-4497-bcfc-b0535c2a0f40", "name": "network-vif-deleted", "tag": "c56eead0-56c8-4fa5-9021-fffd33d18acc", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:07:12.303573 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-aad7fc69-f11a-4990-99f4-18460190d721 {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:07:12.304130 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb873eaf-36f4-4497-bcfc-b0535c2a0f40', 'name': 'network-vif-deleted', 'tag': 'c56eead0-56c8-4fa5-9021-fffd33d18acc', 'status': 'completed', 'code': 200} Jul 08 13:07:12.490645 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-48146c52-50f8-479a-9914-8b6b9670d42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'name': 'tempest-AttachVolumeTestJSON-2066347670-router', 'tenant_id': '11619993cd774ac09b800cbdf78beb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'a6c14c44-5739-49a2-b297-18c37dfd22c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:48Z', 'updated_at': '2021-07-08T13:01:53Z', 'revision_number': 4, 'project_id': '11619993cd774ac09b800cbdf78beb05', 'gw_port': {'id': 'a6c14c44-5739-49a2-b297-18c37dfd22c5', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:48Z', 'updated_at': '2021-07-08T13:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': 'cbbe0068-fe32-41c1-9d0b-756f4f511da0', 'name': '', 'network_id': '3251653d-c1cd-4817-8726-9493dab78425', 'tenant_id': '11619993cd774ac09b800cbdf78beb05', 'mac_address': 'fa:16:3e:58:e9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3709b84-2db1-4e0f-9f70-caed69efa57a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:52Z', 'updated_at': '2021-07-08T13:02:02Z', 'revision_number': 5, 'project_id': '11619993cd774ac09b800cbdf78beb05', 'subnets': [{'id': 'd3709b84-2db1-4e0f-9f70-caed69efa57a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:07:12.524071 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48146c52-50f8-479a-9914-8b6b9670d42b None None] Checking router: 3a627d2c-134b-4204-92c4-5de44e399a60 for host: dv-cinder-789603-11-iscsi {{(pid=93013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:07:12.533212 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48146c52-50f8-479a-9914-8b6b9670d42b None None] Routers {'3a627d2c-134b-4204-92c4-5de44e399a60'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:07:12.533820 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-48146c52-50f8-479a-9914-8b6b9670d42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:07:05Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['3a627d2c-134b-4204-92c4-5de44e399a60'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:07:12.641628 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-6aba1c1b-d5e9-48e3-8297-1484f588bed4 req-a71f5828-2ab7-44ae-9a33-6b76ce3414d6 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=eb873eaf-36f4-4497-bcfc-b0535c2a0f40 HTTP/1.1" status: 200 len: 210 time: 0.0285883 Jul 08 13:07:12.644211 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-48146c52-50f8-479a-9914-8b6b9670d42b None None] Set router 3a627d2c-134b-4204-92c4-5de44e399a60 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:07:12.848390 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-48146c52-50f8-479a-9914-8b6b9670d42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'name': 'tempest-AttachVolumeTestJSON-2066347670-router', 'tenant_id': '11619993cd774ac09b800cbdf78beb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'a6c14c44-5739-49a2-b297-18c37dfd22c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:48Z', 'updated_at': '2021-07-08T13:01:53Z', 'revision_number': 4, 'project_id': '11619993cd774ac09b800cbdf78beb05', 'gw_port': {'id': 'a6c14c44-5739-49a2-b297-18c37dfd22c5', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:48Z', 'updated_at': '2021-07-08T13:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': 'cbbe0068-fe32-41c1-9d0b-756f4f511da0', 'name': '', 'network_id': '3251653d-c1cd-4817-8726-9493dab78425', 'tenant_id': '11619993cd774ac09b800cbdf78beb05', 'mac_address': 'fa:16:3e:58:e9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3709b84-2db1-4e0f-9f70-caed69efa57a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:52Z', 'updated_at': '2021-07-08T13:02:02Z', 'revision_number': 5, 'project_id': '11619993cd774ac09b800cbdf78beb05', 'subnets': [{'id': 'd3709b84-2db1-4e0f-9f70-caed69efa57a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:07:12.874637 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48146c52-50f8-479a-9914-8b6b9670d42b None None] The sync data for ids ['3a627d2c-134b-4204-92c4-5de44e399a60'] in dv-cinder-789603-11-iscsi is: [{'id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'name': 'tempest-AttachVolumeTestJSON-2066347670-router', 'tenant_id': '11619993cd774ac09b800cbdf78beb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'a6c14c44-5739-49a2-b297-18c37dfd22c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:48Z', 'updated_at': '2021-07-08T13:01:53Z', 'revision_number': 4, 'project_id': '11619993cd774ac09b800cbdf78beb05', 'gw_port': {'id': 'a6c14c44-5739-49a2-b297-18c37dfd22c5', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:48Z', 'updated_at': '2021-07-08T13:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': 'cbbe0068-fe32-41c1-9d0b-756f4f511da0', 'name': '', 'network_id': '3251653d-c1cd-4817-8726-9493dab78425', 'tenant_id': '11619993cd774ac09b800cbdf78beb05', 'mac_address': 'fa:16:3e:58:e9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3709b84-2db1-4e0f-9f70-caed69efa57a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:52Z', 'updated_at': '2021-07-08T13:02:02Z', 'revision_number': 5, 'project_id': '11619993cd774ac09b800cbdf78beb05', 'subnets': [{'id': 'd3709b84-2db1-4e0f-9f70-caed69efa57a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:07:13.004390 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-0cef42f3-3a1a-4020-b263-5152d2247e85 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 13:07:13.094522 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b11e65e-1312-4388-8827-c37148d23b68 None None] New status for floating IP 3fadf609-7322-42c9-a3e2-2401e68a0996: DOWN {{(pid=93014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 13:07:13.762061 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 43212) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:07:13.814468 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-12c2e418-df74-4fe6-86dd-7d8e08e37ddc tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:13.838934 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-12c2e418-df74-4fe6-86dd-7d8e08e37ddc tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:13.888446 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-12c2e418-df74-4fe6-86dd-7d8e08e37ddc tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:13.891037 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-12c2e418-df74-4fe6-86dd-7d8e08e37ddc tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:13.894584 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-12c2e418-df74-4fe6-86dd-7d8e08e37ddc tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "DELETE /v2.0/security-groups/537162c2-7e03-42f9-9511-978f3a376ba4 HTTP/1.1" status: 204 len: 168 time: 0.1291473 Jul 08 13:07:13.895110 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 43216) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:07:13.901590 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2e418-df74-4fe6-86dd-7d8e08e37ddc tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=537162c2-7e03-42f9-9511-978f3a376ba4,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:07:13.909694 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c2e418-df74-4fe6-86dd-7d8e08e37ddc tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:07:13.910047 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c2e418-df74-4fe6-86dd-7d8e08e37ddc tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:07:13.910396 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c2e418-df74-4fe6-86dd-7d8e08e37ddc tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:07:13.910822 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c2e418-df74-4fe6-86dd-7d8e08e37ddc tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:07:13.911166 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c2e418-df74-4fe6-86dd-7d8e08e37ddc tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:07:13.911506 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c2e418-df74-4fe6-86dd-7d8e08e37ddc tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:07:13.911911 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c2e418-df74-4fe6-86dd-7d8e08e37ddc tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:07:13.912274 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c2e418-df74-4fe6-86dd-7d8e08e37ddc tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:07:13.912613 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c2e418-df74-4fe6-86dd-7d8e08e37ddc tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:07:13.912943 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c2e418-df74-4fe6-86dd-7d8e08e37ddc tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:07:13.913060 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.api.v2.resource [None req-2c2709c0-2825-480d-869e-d7c373fd5ca0 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] show failed (client error): The resource could not be found. Jul 08 13:07:13.913270 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c2e418-df74-4fe6-86dd-7d8e08e37ddc tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:07:13.913597 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c2e418-df74-4fe6-86dd-7d8e08e37ddc tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:07:13.914096 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-2c2709c0-2825-480d-869e-d7c373fd5ca0 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups/537162c2-7e03-42f9-9511-978f3a376ba4 HTTP/1.1" status: 404 len: 347 time: 0.0178299 Jul 08 13:07:13.917013 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 43218) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:07:14.040428 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-3feeb7a5-c57f-40ee-809f-b8d8c9c20f29 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Deleting port 8e3c053f-4727-4eb4-b443-9e6f8717497c {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:07:14.040766 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3feeb7a5-c57f-40ee-809f-b8d8c9c20f29 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:14.118348 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3feeb7a5-c57f-40ee-809f-b8d8c9c20f29 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:14.118669 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3feeb7a5-c57f-40ee-809f-b8d8c9c20f29 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:14.130538 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-3feeb7a5-c57f-40ee-809f-b8d8c9c20f29 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Calling delete_port for 8e3c053f-4727-4eb4-b443-9e6f8717497c owned by network:floatingip {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:07:14.264973 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3feeb7a5-c57f-40ee-809f-b8d8c9c20f29 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789347'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:14.289625 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feeb7a5-c57f-40ee-809f-b8d8c9c20f29 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Pushing event deleted for resources: {'Port': ['ID=8e3c053f-4727-4eb4-b443-9e6f8717497c,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:07:14.353720 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3feeb7a5-c57f-40ee-809f-b8d8c9c20f29 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks [] for floatingip, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:14.356269 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3feeb7a5-c57f-40ee-809f-b8d8c9c20f29 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for floatingip, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:14.357416 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-3feeb7a5-c57f-40ee-809f-b8d8c9c20f29 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "DELETE /v2.0/floatingips/3fadf609-7322-42c9-a3e2-2401e68a0996 HTTP/1.1" status: 204 len: 168 time: 0.4386375 Jul 08 13:07:14.640012 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 43222) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:07:14.645852 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-1eae22f6-b320-4cfa-a40a-e97a9d00bc9b tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1773334935', 'description': 'tempest-description--1286269203'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:07:14.667805 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1eae22f6-b320-4cfa-a40a-e97a9d00bc9b tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:14.751302 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1eae22f6-b320-4cfa-a40a-e97a9d00bc9b tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:14.755131 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1eae22f6-b320-4cfa-a40a-e97a9d00bc9b tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:14.784351 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-1eae22f6-b320-4cfa-a40a-e97a9d00bc9b tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:14.785566 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-1eae22f6-b320-4cfa-a40a-e97a9d00bc9b tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1445401 Jul 08 13:07:14.786652 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eae22f6-b320-4cfa-a40a-e97a9d00bc9b tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e577628d-00b9-488e-9f1c-ea47a107c375,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:07:14.788692 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 43224) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:07:14.794311 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-b3535129-207b-4333-9a9a-38c9fd3cad2e tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Request body: {'security_group_rule': {'security_group_id': 'e577628d-00b9-488e-9f1c-ea47a107c375', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:07:14.825958 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b3535129-207b-4333-9a9a-38c9fd3cad2e tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:14.874536 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b3535129-207b-4333-9a9a-38c9fd3cad2e tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:14.878397 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b3535129-207b-4333-9a9a-38c9fd3cad2e tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522527'] for security_group_rule, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:14.895891 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3535129-207b-4333-9a9a-38c9fd3cad2e tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=258ef4a1-e7bf-46eb-a8c4-ed34ff14c231,revision_number=0']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:07:14.901429 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b3535129-207b-4333-9a9a-38c9fd3cad2e tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:14.902600 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-b3535129-207b-4333-9a9a-38c9fd3cad2e tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1120436 Jul 08 13:07:14.905300 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 43226) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:07:14.910365 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-f4578e1f-3447-4c52-a42a-f0bdfb4bd925 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Request body: {'security_group_rule': {'security_group_id': 'e577628d-00b9-488e-9f1c-ea47a107c375', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:07:14.934966 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f4578e1f-3447-4c52-a42a-f0bdfb4bd925 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:14.990915 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f4578e1f-3447-4c52-a42a-f0bdfb4bd925 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:14.994011 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f4578e1f-3447-4c52-a42a-f0bdfb4bd925 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522527'] for security_group_rule, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:15.012482 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4578e1f-3447-4c52-a42a-f0bdfb4bd925 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfeb2068-88f0-4459-a1f6-751f03e5a987,revision_number=0']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:07:15.018973 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f4578e1f-3447-4c52-a42a-f0bdfb4bd925 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:15.020237 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-f4578e1f-3447-4c52-a42a-f0bdfb4bd925 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1139627 Jul 08 13:07:15.023366 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 43230) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:07:15.027968 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-44add0b9-cdd2-4075-bcba-ba1aa8eda4ab tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Request body: {'floatingip': {'floating_network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:07:15.050294 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-44add0b9-cdd2-4075-bcba-ba1aa8eda4ab tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks [] for floatingip, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:15.148814 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-44add0b9-cdd2-4075-bcba-ba1aa8eda4ab tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:15.249536 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_common [None req-44add0b9-cdd2-4075-bcba-ba1aa8eda4ab tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Allocated IP 172.27.1.132 (d18f7e62-ee2d-4e48-b29d-27db78040174/81ab2e47-5fae-4c56-af63-aae451fc3457/7081cd61-4dfa-41a4-8a47-13381a81c880) {{(pid=93012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:07:15.349925 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-44add0b9-cdd2-4075-bcba-ba1aa8eda4ab tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks [] for port, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:15.388025 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-44add0b9-cdd2-4075-bcba-ba1aa8eda4ab tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4509839'] for port, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:15.426892 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44add0b9-cdd2-4075-bcba-ba1aa8eda4ab tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Network d18f7e62-ee2d-4e48-b29d-27db78040174 is already hosted by enough agents. {{(pid=93012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:07:15.429639 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [None req-44add0b9-cdd2-4075-bcba-ba1aa8eda4ab tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Resources bound (agent type, host, resource id): {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:07:15.433150 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44add0b9-cdd2-4075-bcba-ba1aa8eda4ab tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Received port after_create {{(pid=93012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:07:15.439076 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44add0b9-cdd2-4075-bcba-ba1aa8eda4ab tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Pushing event updated for resources: {'Port': ['ID=7081cd61-4dfa-41a4-8a47-13381a81c880,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:07:15.516802 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-44add0b9-cdd2-4075-bcba-ba1aa8eda4ab tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:15.560971 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-44add0b9-cdd2-4075-bcba-ba1aa8eda4ab tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:15.702906 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-44add0b9-cdd2-4075-bcba-ba1aa8eda4ab tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks [] for port, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:15.707398 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-44add0b9-cdd2-4075-bcba-ba1aa8eda4ab tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4509841'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:15.776505 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44add0b9-cdd2-4075-bcba-ba1aa8eda4ab tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Pushing event updated for resources: {'Port': ['ID=7081cd61-4dfa-41a4-8a47-13381a81c880,revision_number=2']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:07:15.788374 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-44add0b9-cdd2-4075-bcba-ba1aa8eda4ab tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545677'] for floatingip, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:15.801845 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-44add0b9-cdd2-4075-bcba-ba1aa8eda4ab tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for floatingip, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:15.803054 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-44add0b9-cdd2-4075-bcba-ba1aa8eda4ab tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7787051 Jul 08 13:07:15.939401 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d5147d86-b474-4529-b924-43e59d9b3a9a req-923f6cea-839e-436e-977a-d68738585a6b tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1773334935&fields=id&tenant_id=11619993cd774ac09b800cbdf78beb05 HTTP/1.1" status: 200 len: 267 time: 0.0331781 Jul 08 13:07:16.046631 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5147d86-b474-4529-b924-43e59d9b3a9a req-1a68d4f1-b270-46d1-b7b4-5dfab31718e6 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:16.048786 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d5147d86-b474-4529-b924-43e59d9b3a9a req-1a68d4f1-b270-46d1-b7b4-5dfab31718e6 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/networks?id=3251653d-c1cd-4817-8726-9493dab78425 HTTP/1.1" status: 200 len: 811 time: 0.1032798 Jul 08 13:07:16.063479 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d5147d86-b474-4529-b924-43e59d9b3a9a req-d59e267a-61fe-4c05-b185-31646f83b576 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/quotas/11619993cd774ac09b800cbdf78beb05 HTTP/1.1" status: 200 len: 375 time: 0.0093353 Jul 08 13:07:16.135673 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d5147d86-b474-4529-b924-43e59d9b3a9a req-ffd48920-76a5-446a-9656-bb05d7008727 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=11619993cd774ac09b800cbdf78beb05&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0671494 Jul 08 13:07:16.273029 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d5147d86-b474-4529-b924-43e59d9b3a9a req-d5175197-4bc4-401e-b57e-af799818b78f service neutron] 10.222.0.59 "GET /v2.0/networks/3251653d-c1cd-4817-8726-9493dab78425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257591 Jul 08 13:07:16.365751 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d5147d86-b474-4529-b924-43e59d9b3a9a req-b7e15809-8600-4379-84d0-f4973d362720 service neutron] 10.222.0.59 "GET /v2.0/networks/3251653d-c1cd-4817-8726-9493dab78425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869386 Jul 08 13:07:16.459945 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device c56eead0-56c8-4fa5-9021-fffd33d18acc no longer exists at agent hyperv_hv-cinder-78960 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:07:16.491839 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] No Port match for: c56eead0-56c8-4fa5-9021-fffd33d18acc {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:07:16.492251 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device c56eead0-56c8-4fa5-9021-fffd33d18acc not bound to the agent host hv-cinder-78960 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:07:16.532238 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-b8d205f9-57e4-4f22-9ce1-cb5c61ddab60 req-a4fb6bf0-0bce-43ba-ad77-78536d5f6c37 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=c262ef6d-5af4-4f50-81b4-0954b3e36759 HTTP/1.1" status: 200 len: 210 time: 0.0291638 Jul 08 13:07:17.671286 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ce3d1523-1d23-46d3-bd78-4eb4c3c78d5c req-a08220de-6a7c-490d-8b40-e55014a47058 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=c262ef6d-5af4-4f50-81b4-0954b3e36759 HTTP/1.1" status: 200 len: 210 time: 0.0283122 Jul 08 13:07:17.922652 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5147d86-b474-4529-b924-43e59d9b3a9a req-c8375cf9-d172-4660-8521-6263a809f876 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:17.924081 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d5147d86-b474-4529-b924-43e59d9b3a9a req-c8375cf9-d172-4660-8521-6263a809f876 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.21 "GET /v2.0/networks?id=3251653d-c1cd-4817-8726-9493dab78425 HTTP/1.1" status: 200 len: 811 time: 0.1065261 Jul 08 13:07:17.973697 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d5147d86-b474-4529-b924-43e59d9b3a9a req-683adf7a-d0fa-4a81-aac4-d78cf9b61cb5 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11619993cd774ac09b800cbdf78beb05 HTTP/1.1" status: 200 len: 380 time: 0.0339937 Jul 08 13:07:17.995451 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [req-d5147d86-b474-4529-b924-43e59d9b3a9a req-70af0e37-b14d-44b2-9b6f-86f52f5e1732 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Request body: {'port': {'device_id': 'c262ef6d-5af4-4f50-81b4-0954b3e36759', 'network_id': '3251653d-c1cd-4817-8726-9493dab78425', 'admin_state_up': True, 'tenant_id': '11619993cd774ac09b800cbdf78beb05', 'security_groups': ['e577628d-00b9-488e-9f1c-ea47a107c375']}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:07:18.104405 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5147d86-b474-4529-b924-43e59d9b3a9a req-70af0e37-b14d-44b2-9b6f-86f52f5e1732 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Made reservation on behalf of 11619993cd774ac09b800cbdf78beb05 for: {'port': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:07:18.107810 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-d5147d86-b474-4529-b924-43e59d9b3a9a req-70af0e37-b14d-44b2-9b6f-86f52f5e1732 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:18.230176 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [req-d5147d86-b474-4529-b924-43e59d9b3a9a req-70af0e37-b14d-44b2-9b6f-86f52f5e1732 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Allocated IP 172.20.0.13 (3251653d-c1cd-4817-8726-9493dab78425/d3709b84-2db1-4e0f-9f70-caed69efa57a/f95555ce-a508-497b-becf-71b6bc3f1e97) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:07:18.366272 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-d5147d86-b474-4529-b924-43e59d9b3a9a req-70af0e37-b14d-44b2-9b6f-86f52f5e1732 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:18.379419 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [req-d5147d86-b474-4529-b924-43e59d9b3a9a req-70af0e37-b14d-44b2-9b6f-86f52f5e1732 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Transition to ACTIVE for port object f95555ce-a508-497b-becf-71b6bc3f1e97 will not be triggered until provisioned by entity DHCP. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:07:18.412121 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-d5147d86-b474-4529-b924-43e59d9b3a9a req-70af0e37-b14d-44b2-9b6f-86f52f5e1732 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4789364'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:18.453114 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5147d86-b474-4529-b924-43e59d9b3a9a req-70af0e37-b14d-44b2-9b6f-86f52f5e1732 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Network 3251653d-c1cd-4817-8726-9493dab78425 is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:07:18.458750 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [req-d5147d86-b474-4529-b924-43e59d9b3a9a req-70af0e37-b14d-44b2-9b6f-86f52f5e1732 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:07:18.461803 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5147d86-b474-4529-b924-43e59d9b3a9a req-70af0e37-b14d-44b2-9b6f-86f52f5e1732 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:07:18.493686 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70af0e37-b14d-44b2-9b6f-86f52f5e1732 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Pushing event updated for resources: {'Port': ['ID=f95555ce-a508-497b-becf-71b6bc3f1e97,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:07:18.521053 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5147d86-b474-4529-b924-43e59d9b3a9a req-70af0e37-b14d-44b2-9b6f-86f52f5e1732 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:18.521705 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-d5147d86-b474-4529-b924-43e59d9b3a9a req-70af0e37-b14d-44b2-9b6f-86f52f5e1732 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:18.541098 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d5147d86-b474-4529-b924-43e59d9b3a9a req-70af0e37-b14d-44b2-9b6f-86f52f5e1732 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5494759 Jul 08 13:07:18.560484 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [req-d5147d86-b474-4529-b924-43e59d9b3a9a req-9ec907e2-2573-4a34-a060-2701fa789473 service neutron] Request body: {'port': {'device_id': 'c262ef6d-5af4-4f50-81b4-0954b3e36759', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:07:18.642028 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-d5147d86-b474-4529-b924-43e59d9b3a9a req-9ec907e2-2573-4a34-a060-2701fa789473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:18.653460 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-9aefa085-0d45-4002-abeb-1cc245ed0362 None None] Provisioning for port f95555ce-a508-497b-becf-71b6bc3f1e97 completed by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:07:18.657945 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-9aefa085-0d45-4002-abeb-1cc245ed0362 None None] Provisioning complete for port f95555ce-a508-497b-becf-71b6bc3f1e97 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:07:18.658315 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-9aefa085-0d45-4002-abeb-1cc245ed0362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:18.691679 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-9aefa085-0d45-4002-abeb-1cc245ed0362 None None] Port f95555ce-a508-497b-becf-71b6bc3f1e97 cannot update to ACTIVE because it is not bound. {{(pid=93013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 13:07:18.908571 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d717ed-5f26-4b2b-84bc-5c26e54f02ad req-96364d4f-541f-4710-a4fe-db912548ccc2 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:18.910062 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d4d717ed-5f26-4b2b-84bc-5c26e54f02ad req-96364d4f-541f-4710-a4fe-db912548ccc2 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=c262ef6d-5af4-4f50-81b4-0954b3e36759 HTTP/1.1" status: 200 len: 932 time: 0.1047297 Jul 08 13:07:18.983009 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [req-d5147d86-b474-4529-b924-43e59d9b3a9a req-9ec907e2-2573-4a34-a060-2701fa789473 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f95555ce-a508-497b-becf-71b6bc3f1e97 {{(pid=93011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:07:18.990309 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d4d717ed-5f26-4b2b-84bc-5c26e54f02ad req-834a6caf-2ed6-4710-ad17-31c188474da9 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=e577628d-00b9-488e-9f1c-ea47a107c375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712955 Jul 08 13:07:18.993943 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-d5147d86-b474-4529-b924-43e59d9b3a9a req-9ec907e2-2573-4a34-a060-2701fa789473 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:19.006547 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [req-d5147d86-b474-4529-b924-43e59d9b3a9a req-9ec907e2-2573-4a34-a060-2701fa789473 service neutron] Transition to ACTIVE for port object f95555ce-a508-497b-becf-71b6bc3f1e97 will not be triggered until provisioned by entity L2. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:07:19.010095 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-d5147d86-b474-4529-b924-43e59d9b3a9a req-9ec907e2-2573-4a34-a060-2701fa789473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4789354'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:19.061668 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec907e2-2573-4a34-a060-2701fa789473 service neutron] Pushing event updated for resources: {'Port': ['ID=f95555ce-a508-497b-becf-71b6bc3f1e97,revision_number=2']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:07:19.135245 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-d5147d86-b474-4529-b924-43e59d9b3a9a req-9ec907e2-2573-4a34-a060-2701fa789473 service neutron] Attempting to bind port f95555ce-a508-497b-becf-71b6bc3f1e97 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 13:07:19.135569 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-d5147d86-b474-4529-b924-43e59d9b3a9a req-9ec907e2-2573-4a34-a060-2701fa789473 service neutron] Attempting to bind port f95555ce-a508-497b-becf-71b6bc3f1e97 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'da04ac3a-37cb-46dc-a027-e9022e8212d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3251653d-c1cd-4817-8726-9493dab78425'}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 13:07:19.135890 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5147d86-b474-4529-b924-43e59d9b3a9a req-9ec907e2-2573-4a34-a060-2701fa789473 service neutron] Attempting to bind port f95555ce-a508-497b-becf-71b6bc3f1e97 on network 3251653d-c1cd-4817-8726-9493dab78425 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:07:19.140515 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5147d86-b474-4529-b924-43e59d9b3a9a req-9ec907e2-2573-4a34-a060-2701fa789473 service neutron] Port f95555ce-a508-497b-becf-71b6bc3f1e97 on network 3251653d-c1cd-4817-8726-9493dab78425 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 13:07:19.140862 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5147d86-b474-4529-b924-43e59d9b3a9a req-9ec907e2-2573-4a34-a060-2701fa789473 service neutron] Attempting to bind port f95555ce-a508-497b-becf-71b6bc3f1e97 on network 3251653d-c1cd-4817-8726-9493dab78425 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:07:19.145825 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5147d86-b474-4529-b924-43e59d9b3a9a req-9ec907e2-2573-4a34-a060-2701fa789473 service neutron] Checking agent: {'id': 'c15515fa-7ee9-40ef-8b65-fb183853d126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 13, 0), 'started_at': datetime.datetime(2021, 7, 8, 13, 0), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 13:07:19.146163 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5147d86-b474-4529-b924-43e59d9b3a9a req-9ec907e2-2573-4a34-a060-2701fa789473 service neutron] Checking segment: {'id': 'da04ac3a-37cb-46dc-a027-e9022e8212d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3251653d-c1cd-4817-8726-9493dab78425'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:07:19.146540 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5147d86-b474-4529-b924-43e59d9b3a9a req-9ec907e2-2573-4a34-a060-2701fa789473 service neutron] Bound using segment: {'id': 'da04ac3a-37cb-46dc-a027-e9022e8212d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3251653d-c1cd-4817-8726-9493dab78425'} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 13:07:19.146958 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-d5147d86-b474-4529-b924-43e59d9b3a9a req-9ec907e2-2573-4a34-a060-2701fa789473 service neutron] Bound port: f95555ce-a508-497b-becf-71b6bc3f1e97, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da04ac3a-37cb-46dc-a027-e9022e8212d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '3251653d-c1cd-4817-8726-9493dab78425'}}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 13:07:19.147311 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-d5147d86-b474-4529-b924-43e59d9b3a9a req-9ec907e2-2573-4a34-a060-2701fa789473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:19.215093 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-d5147d86-b474-4529-b924-43e59d9b3a9a req-9ec907e2-2573-4a34-a060-2701fa789473 service neutron] For port f95555ce-a508-497b-becf-71b6bc3f1e97, host hv-cinder-78960, cleared binding levels {{(pid=93011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 13:07:19.218077 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-d5147d86-b474-4529-b924-43e59d9b3a9a req-9ec907e2-2573-4a34-a060-2701fa789473 service neutron] For port f95555ce-a508-497b-becf-71b6bc3f1e97, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f95555ce-a508-497b-becf-71b6bc3f1e97,segment=NetworkSegment(da04ac3a-37cb-46dc-a027-e9022e8212d8),segment_id=da04ac3a-37cb-46dc-a027-e9022e8212d8)] {{(pid=93011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 13:07:19.222411 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-d5147d86-b474-4529-b924-43e59d9b3a9a req-9ec907e2-2573-4a34-a060-2701fa789473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4789354'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:19.256500 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5147d86-b474-4529-b924-43e59d9b3a9a req-9ec907e2-2573-4a34-a060-2701fa789473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:19.257111 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-d5147d86-b474-4529-b924-43e59d9b3a9a req-9ec907e2-2573-4a34-a060-2701fa789473 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:19.258497 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d5147d86-b474-4529-b924-43e59d9b3a9a req-9ec907e2-2573-4a34-a060-2701fa789473 service neutron] 10.222.0.21 "PUT /v2.0/ports/f95555ce-a508-497b-becf-71b6bc3f1e97 HTTP/1.1" status: 200 len: 1094 time: 0.7027926 Jul 08 13:07:19.258927 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c262ef6d-5af4-4f50-81b4-0954b3e36759', 'tag': 'f95555ce-a508-497b-becf-71b6bc3f1e97'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:07:19.261208 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79934bd8df5839606b1ce54b63dc7d70fed780423e2c756261eeaeb19bf0c4d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddac8806-db45-44f4-9999-c3e2797230d5" -d '{"events": [{"name": "network-changed", "server_uuid": "c262ef6d-5af4-4f50-81b4-0954b3e36759", "tag": "f95555ce-a508-497b-becf-71b6bc3f1e97"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:07:19.297488 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec907e2-2573-4a34-a060-2701fa789473 service neutron] Pushing event updated for resources: {'Port': ['ID=f95555ce-a508-497b-becf-71b6bc3f1e97,revision_number=3']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:07:19.306114 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 13:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d6f050-54ad-4b8d-baba-7a0eb3978966 x-openstack-request-id: req-66d6f050-54ad-4b8d-baba-7a0eb3978966 {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:07:19.307227 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c262ef6d-5af4-4f50-81b4-0954b3e36759", "tag": "f95555ce-a508-497b-becf-71b6bc3f1e97", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:07:19.308224 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-66d6f050-54ad-4b8d-baba-7a0eb3978966 {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:07:19.308634 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c262ef6d-5af4-4f50-81b4-0954b3e36759', 'tag': 'f95555ce-a508-497b-becf-71b6bc3f1e97', 'status': 'completed', 'code': 200} Jul 08 13:07:19.388850 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5147d86-b474-4529-b924-43e59d9b3a9a req-de005697-8fc5-4441-a44c-aa44f53c9350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:19.390384 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d5147d86-b474-4529-b924-43e59d9b3a9a req-de005697-8fc5-4441-a44c-aa44f53c9350 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=11619993cd774ac09b800cbdf78beb05&device_id=c262ef6d-5af4-4f50-81b4-0954b3e36759 HTTP/1.1" status: 200 len: 1097 time: 0.0572412 Jul 08 13:07:19.443099 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d5147d86-b474-4529-b924-43e59d9b3a9a req-7f37f3cc-c19a-46cb-8bf2-99916840a827 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f95555ce-a508-497b-becf-71b6bc3f1e97 HTTP/1.1" status: 200 len: 217 time: 0.0373800 Jul 08 13:07:19.490625 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5147d86-b474-4529-b924-43e59d9b3a9a req-9cff393a-8fef-46ef-a2b7-a8295b60263b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:19.492038 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d5147d86-b474-4529-b924-43e59d9b3a9a req-9cff393a-8fef-46ef-a2b7-a8295b60263b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d3709b84-2db1-4e0f-9f70-caed69efa57a HTTP/1.1" status: 200 len: 850 time: 0.0426538 Jul 08 13:07:19.552292 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5147d86-b474-4529-b924-43e59d9b3a9a req-92b78afc-0f0b-486b-88df-773a7837cbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:19.553766 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d5147d86-b474-4529-b924-43e59d9b3a9a req-92b78afc-0f0b-486b-88df-773a7837cbc3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3251653d-c1cd-4817-8726-9493dab78425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0513279 Jul 08 13:07:19.648933 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d5147d86-b474-4529-b924-43e59d9b3a9a req-08e76665-140f-4cb9-9276-00f0a9b25ade service neutron] 10.222.0.21 "GET /v2.0/networks/3251653d-c1cd-4817-8726-9493dab78425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855837 Jul 08 13:07:19.738638 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d5147d86-b474-4529-b924-43e59d9b3a9a req-a487c7ec-c161-4eb2-899c-19f5dd9b7cd1 service neutron] 10.222.0.21 "GET /v2.0/networks/3251653d-c1cd-4817-8726-9493dab78425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826707 Jul 08 13:07:19.913667 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac8806-db45-44f4-9999-c3e2797230d5 req-f53ef5e4-74d5-42c3-8163-caa340f7e872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:19.915154 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ddac8806-db45-44f4-9999-c3e2797230d5 req-f53ef5e4-74d5-42c3-8163-caa340f7e872 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=11619993cd774ac09b800cbdf78beb05&device_id=c262ef6d-5af4-4f50-81b4-0954b3e36759 HTTP/1.1" status: 200 len: 1097 time: 0.0520763 Jul 08 13:07:20.008746 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac8806-db45-44f4-9999-c3e2797230d5 req-340507dc-fc97-426d-a35a-4a30b889bfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:20.010168 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ddac8806-db45-44f4-9999-c3e2797230d5 req-340507dc-fc97-426d-a35a-4a30b889bfa8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3251653d-c1cd-4817-8726-9493dab78425 HTTP/1.1" status: 200 len: 912 time: 0.0876067 Jul 08 13:07:20.059943 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ddac8806-db45-44f4-9999-c3e2797230d5 req-df848b5c-27cc-4c3b-98d6-7481a57afe10 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f95555ce-a508-497b-becf-71b6bc3f1e97 HTTP/1.1" status: 200 len: 217 time: 0.0360184 Jul 08 13:07:20.113401 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac8806-db45-44f4-9999-c3e2797230d5 req-11f3e95c-2de6-40a2-a116-54acab983f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:20.115026 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ddac8806-db45-44f4-9999-c3e2797230d5 req-11f3e95c-2de6-40a2-a116-54acab983f6d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d3709b84-2db1-4e0f-9f70-caed69efa57a HTTP/1.1" status: 200 len: 850 time: 0.0481145 Jul 08 13:07:20.162464 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635a8f8-9b60-4c21-84f0-0c8e6010032a req-a7475ce3-ecc8-4ed4-ae94-e732c9a774cd tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:20.163948 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5635a8f8-9b60-4c21-84f0-0c8e6010032a req-a7475ce3-ecc8-4ed4-ae94-e732c9a774cd tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=c262ef6d-5af4-4f50-81b4-0954b3e36759 HTTP/1.1" status: 200 len: 944 time: 0.0631196 Jul 08 13:07:20.173321 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac8806-db45-44f4-9999-c3e2797230d5 req-6be9c321-c0be-4c93-be28-ac532d486339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:20.174824 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ddac8806-db45-44f4-9999-c3e2797230d5 req-6be9c321-c0be-4c93-be28-ac532d486339 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3251653d-c1cd-4817-8726-9493dab78425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0532954 Jul 08 13:07:20.201768 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5635a8f8-9b60-4c21-84f0-0c8e6010032a req-84ed7eb4-0eaa-4327-ac0e-f4a4b9f1c663 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=e577628d-00b9-488e-9f1c-ea47a107c375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320520 Jul 08 13:07:20.265088 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ddac8806-db45-44f4-9999-c3e2797230d5 req-eddb7496-81e2-4892-b747-ad5f13247819 service neutron] 10.222.0.21 "GET /v2.0/networks/3251653d-c1cd-4817-8726-9493dab78425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819738 Jul 08 13:07:20.357801 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ddac8806-db45-44f4-9999-c3e2797230d5 req-37f5c7e0-f9dd-42c3-a499-3972df4a12c7 service neutron] 10.222.0.21 "GET /v2.0/networks/3251653d-c1cd-4817-8726-9493dab78425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854459 Jul 08 13:07:21.374503 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b63663-4858-4965-8f48-d1437ba99467 req-08a62a84-6575-4b91-b2db-e0264dccd98f tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:21.375969 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-92b63663-4858-4965-8f48-d1437ba99467 req-08a62a84-6575-4b91-b2db-e0264dccd98f tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=c262ef6d-5af4-4f50-81b4-0954b3e36759 HTTP/1.1" status: 200 len: 944 time: 0.0666087 Jul 08 13:07:21.413394 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-92b63663-4858-4965-8f48-d1437ba99467 req-0b7c7a95-cddd-4207-9d38-9a863382b48e tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=e577628d-00b9-488e-9f1c-ea47a107c375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315552 Jul 08 13:07:22.493231 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device f95555ce-a508-497b-becf-71b6bc3f1e97 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=93013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 13:07:22.583205 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe317cd-c77c-433c-8f40-2f88bd4b7a51 req-ee16ef50-a361-4c35-8239-0a2ff2cceafa tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:22.584635 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9fe317cd-c77c-433c-8f40-2f88bd4b7a51 req-ee16ef50-a361-4c35-8239-0a2ff2cceafa tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=c262ef6d-5af4-4f50-81b4-0954b3e36759 HTTP/1.1" status: 200 len: 944 time: 0.0640337 Jul 08 13:07:22.587824 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port f95555ce-a508-497b-becf-71b6bc3f1e97, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f95555ce-a508-497b-becf-71b6bc3f1e97,segment=NetworkSegment(da04ac3a-37cb-46dc-a027-e9022e8212d8),segment_id=da04ac3a-37cb-46dc-a027-e9022e8212d8)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:07:22.602700 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Returning: {'device': 'f95555ce-a508-497b-becf-71b6bc3f1e97', 'network_id': '3251653d-c1cd-4817-8726-9493dab78425', 'port_id': 'f95555ce-a508-497b-becf-71b6bc3f1e97', 'mac_address': 'fa:16:3e:84:f5:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3709b84-2db1-4e0f-9f70-caed69efa57a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 13:07:22.623486 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9fe317cd-c77c-433c-8f40-2f88bd4b7a51 req-61717b22-4fab-41f4-be5a-3ce6b63a24b7 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=e577628d-00b9-488e-9f1c-ea47a107c375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332799 Jul 08 13:07:22.647087 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:22.659598 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f95555ce-a508-497b-becf-71b6bc3f1e97 {{(pid=93013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:07:22.678073 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port f95555ce-a508-497b-becf-71b6bc3f1e97, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f95555ce-a508-497b-becf-71b6bc3f1e97,segment=NetworkSegment(da04ac3a-37cb-46dc-a027-e9022e8212d8),segment_id=da04ac3a-37cb-46dc-a027-e9022e8212d8)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:07:22.681918 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:22.734585 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Pushing event updated for resources: {'Port': ['ID=f95555ce-a508-497b-becf-71b6bc3f1e97,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:07:23.049520 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] get_ports_and_sgs() called for port_ids ['f95555ce-a508-497b-becf-71b6bc3f1e97'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 13:07:23.808156 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3f7e0-12bb-4072-aef8-09c0e39b24c9 req-48d5f456-b098-4f0e-a1e9-7dde3aad0637 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:23.809659 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-09b3f7e0-12bb-4072-aef8-09c0e39b24c9 req-48d5f456-b098-4f0e-a1e9-7dde3aad0637 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=c262ef6d-5af4-4f50-81b4-0954b3e36759 HTTP/1.1" status: 200 len: 945 time: 0.0705361 Jul 08 13:07:23.848353 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-09b3f7e0-12bb-4072-aef8-09c0e39b24c9 req-b5c1561b-6b85-4f43-a9c9-27bc73bf23a7 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=e577628d-00b9-488e-9f1c-ea47a107c375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328662 Jul 08 13:07:24.506313 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device f95555ce-a508-497b-becf-71b6bc3f1e97 up at agent hyperv_hv-cinder-78960 {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:07:24.554595 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Provisioning for port f95555ce-a508-497b-becf-71b6bc3f1e97 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:07:24.557980 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Provisioning complete for port f95555ce-a508-497b-becf-71b6bc3f1e97 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:07:24.558347 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:24.645289 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:24.668053 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c262ef6d-5af4-4f50-81b4-0954b3e36759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f95555ce-a508-497b-becf-71b6bc3f1e97'}] {{(pid=93013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:07:24.670289 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437348d2bcada7eee63ab7a3e0cc12fc8f9484ad9c5d405f769a928aff85887c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7853f25-88fb-4989-ac52-0b2873465dfc" -d '{"events": [{"server_uuid": "c262ef6d-5af4-4f50-81b4-0954b3e36759", "name": "network-vif-plugged", "status": "completed", "tag": "f95555ce-a508-497b-becf-71b6bc3f1e97"}]}' {{(pid=93013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:07:24.682883 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port f95555ce-a508-497b-becf-71b6bc3f1e97, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f95555ce-a508-497b-becf-71b6bc3f1e97,segment=NetworkSegment(da04ac3a-37cb-46dc-a027-e9022e8212d8),segment_id=da04ac3a-37cb-46dc-a027-e9022e8212d8)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:07:24.686677 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:24.742594 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Pushing event updated for resources: {'Port': ['ID=f95555ce-a508-497b-becf-71b6bc3f1e97,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:07:24.857550 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611fe98b-1ecc-4ffb-bd5d-e06910eab035 x-openstack-request-id: req-611fe98b-1ecc-4ffb-bd5d-e06910eab035 {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:07:24.857944 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c262ef6d-5af4-4f50-81b4-0954b3e36759", "name": "network-vif-plugged", "status": "completed", "tag": "f95555ce-a508-497b-becf-71b6bc3f1e97", "code": 200}]} {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:07:24.858204 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-611fe98b-1ecc-4ffb-bd5d-e06910eab035 {{(pid=93013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:07:24.858599 dv-cinder-789603-11-iscsi neutron-server[93013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c262ef6d-5af4-4f50-81b4-0954b3e36759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f95555ce-a508-497b-becf-71b6bc3f1e97', 'code': 200} Jul 08 13:07:25.025690 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9198405-4aed-42b8-8e0b-f388d302cbad req-84f30645-a050-4685-8f73-656025d4f924 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:25.027194 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-a9198405-4aed-42b8-8e0b-f388d302cbad req-84f30645-a050-4685-8f73-656025d4f924 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=c262ef6d-5af4-4f50-81b4-0954b3e36759 HTTP/1.1" status: 200 len: 946 time: 0.0671399 Jul 08 13:07:25.070157 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-a9198405-4aed-42b8-8e0b-f388d302cbad req-1baec72c-99b5-4330-adb9-e0eddce78c78 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=e577628d-00b9-488e-9f1c-ea47a107c375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370502 Jul 08 13:07:25.138669 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93d41e-0d8e-4181-8715-1d20ec44e966 req-d897a4bd-2d91-468c-87c6-cd3c03489ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:25.140042 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-dd93d41e-0d8e-4181-8715-1d20ec44e966 req-d897a4bd-2d91-468c-87c6-cd3c03489ba7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c262ef6d-5af4-4f50-81b4-0954b3e36759 HTTP/1.1" status: 200 len: 1099 time: 0.0567913 Jul 08 13:07:25.181782 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-dd93d41e-0d8e-4181-8715-1d20ec44e966 req-5c1f5a99-0c54-487f-90fc-debf1a2b93c3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e577628d-00b9-488e-9f1c-ea47a107c375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311363 Jul 08 13:07:26.240296 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad475a6-bf94-4abc-8b8b-2a14f0430ae9 req-a17d12ce-601e-40ac-8b51-e654763ac903 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:26.241771 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-9ad475a6-bf94-4abc-8b8b-2a14f0430ae9 req-a17d12ce-601e-40ac-8b51-e654763ac903 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=c262ef6d-5af4-4f50-81b4-0954b3e36759 HTTP/1.1" status: 200 len: 946 time: 0.0629399 Jul 08 13:07:26.279265 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-9ad475a6-bf94-4abc-8b8b-2a14f0430ae9 req-ecf95691-f0a9-4a44-8781-551c961ed9fc tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=e577628d-00b9-488e-9f1c-ea47a107c375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319726 Jul 08 13:07:27.451548 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c75b9-29c8-440e-8429-07e60fbf56aa req-0f86b4d3-2fcb-4f15-b566-0ca3b465c80e tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:27.453047 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f34c75b9-29c8-440e-8429-07e60fbf56aa req-0f86b4d3-2fcb-4f15-b566-0ca3b465c80e tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=c262ef6d-5af4-4f50-81b4-0954b3e36759 HTTP/1.1" status: 200 len: 946 time: 0.0624690 Jul 08 13:07:27.491200 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f34c75b9-29c8-440e-8429-07e60fbf56aa req-e006df20-4813-4ab9-950f-e8f42ca02425 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=e577628d-00b9-488e-9f1c-ea47a107c375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322073 Jul 08 13:07:27.659444 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a0d90-8e95-4628-a0f4-5693266ef6f9 req-e3d183dc-c007-4acb-9a35-4ac25a12c714 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:27.660926 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fd0a0d90-8e95-4628-a0f4-5693266ef6f9 req-e3d183dc-c007-4acb-9a35-4ac25a12c714 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=c262ef6d-5af4-4f50-81b4-0954b3e36759 HTTP/1.1" status: 200 len: 946 time: 0.0665231 Jul 08 13:07:27.669434 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 43308) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:07:27.674096 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-bdff40f0-ec93-47d8-a35c-968376f80532 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Request body: {'floatingip': {'port_id': 'f95555ce-a508-497b-becf-71b6bc3f1e97'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:07:27.717104 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-bdff40f0-ec93-47d8-a35c-968376f80532 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks [] for floatingip, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:28.408712 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-bdff40f0-ec93-47d8-a35c-968376f80532 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:28.412328 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-bdff40f0-ec93-47d8-a35c-968376f80532 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545677'] for floatingip, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:28.509259 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.db.l3_db [None req-bdff40f0-ec93-47d8-a35c-968376f80532 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Floating IP 5475c8f2-b764-4c25-8212-bf2fa107563d associated. External IP: 172.27.1.132, port: f95555ce-a508-497b-becf-71b6bc3f1e97. Jul 08 13:07:28.711699 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdff40f0-ec93-47d8-a35c-968376f80532 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Router 3a627d2c-134b-4204-92c4-5de44e399a60 has already been hosted by L3 agent f415b27f-d318-40de-bd28-ecbd03c16a41 {{(pid=93011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 13:07:28.818118 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdff40f0-ec93-47d8-a35c-968376f80532 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify agent at l3_agent.dv-cinder-789603-11-iscsi the message routers_updated {{(pid=93011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:07:28.822977 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-bdff40f0-ec93-47d8-a35c-968376f80532 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for floatingip, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:28.827452 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9760614-c66b-4195-92df-3613780e2bde None None] Sync routers for ids ['3a627d2c-134b-4204-92c4-5de44e399a60'] in dv-cinder-789603-11-iscsi {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:07:28.837479 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9760614-c66b-4195-92df-3613780e2bde None None] Routers {'3a627d2c-134b-4204-92c4-5de44e399a60'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:07:28.838088 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-d9760614-c66b-4195-92df-3613780e2bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:07:05Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['3a627d2c-134b-4204-92c4-5de44e399a60'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:07:28.860280 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-bdff40f0-ec93-47d8-a35c-968376f80532 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "PUT /v2.0/floatingips/5475c8f2-b764-4c25-8212-bf2fa107563d HTTP/1.1" status: 200 len: 992 time: 1.1896276 Jul 08 13:07:28.860917 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c262ef6d-5af4-4f50-81b4-0954b3e36759', 'tag': 'f95555ce-a508-497b-becf-71b6bc3f1e97'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:07:28.863467 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79934bd8df5839606b1ce54b63dc7d70fed780423e2c756261eeaeb19bf0c4d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc006af-dc43-4a70-9b29-fdecb4640d64" -d '{"events": [{"name": "network-changed", "server_uuid": "c262ef6d-5af4-4f50-81b4-0954b3e36759", "tag": "f95555ce-a508-497b-becf-71b6bc3f1e97"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:07:28.909383 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 13:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4151c12f-cceb-4203-ba5a-766e1dae33ff x-openstack-request-id: req-4151c12f-cceb-4203-ba5a-766e1dae33ff {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:07:28.909683 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c262ef6d-5af4-4f50-81b4-0954b3e36759", "tag": "f95555ce-a508-497b-becf-71b6bc3f1e97", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:07:28.909953 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4151c12f-cceb-4203-ba5a-766e1dae33ff {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:07:28.910337 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c262ef6d-5af4-4f50-81b4-0954b3e36759', 'tag': 'f95555ce-a508-497b-becf-71b6bc3f1e97', 'status': 'completed', 'code': 200} Jul 08 13:07:29.043910 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc006af-dc43-4a70-9b29-fdecb4640d64 req-2b5a6c58-63ce-42a8-bf57-77c9db443980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:29.045484 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0fc006af-dc43-4a70-9b29-fdecb4640d64 req-2b5a6c58-63ce-42a8-bf57-77c9db443980 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=11619993cd774ac09b800cbdf78beb05&device_id=c262ef6d-5af4-4f50-81b4-0954b3e36759 HTTP/1.1" status: 200 len: 1099 time: 0.0643840 Jul 08 13:07:29.085418 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-d9760614-c66b-4195-92df-3613780e2bde None None] Set router 3a627d2c-134b-4204-92c4-5de44e399a60 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:07:29.156750 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc006af-dc43-4a70-9b29-fdecb4640d64 req-861b6fe1-a8d0-4a84-83fb-0ad53adc9580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:29.158488 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0fc006af-dc43-4a70-9b29-fdecb4640d64 req-861b6fe1-a8d0-4a84-83fb-0ad53adc9580 service neutron] 10.222.0.21 "GET /v2.0/networks?id=3251653d-c1cd-4817-8726-9493dab78425 HTTP/1.1" status: 200 len: 912 time: 0.0949609 Jul 08 13:07:29.229779 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0fc006af-dc43-4a70-9b29-fdecb4640d64 req-275707fe-9f3c-47c3-9e12-f279068b05d7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f95555ce-a508-497b-becf-71b6bc3f1e97 HTTP/1.1" status: 200 len: 1000 time: 0.0645640 Jul 08 13:07:29.279970 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc006af-dc43-4a70-9b29-fdecb4640d64 req-73133c44-b15d-48f6-a8e1-571e9c819669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:29.281435 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0fc006af-dc43-4a70-9b29-fdecb4640d64 req-73133c44-b15d-48f6-a8e1-571e9c819669 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d3709b84-2db1-4e0f-9f70-caed69efa57a HTTP/1.1" status: 200 len: 850 time: 0.0447001 Jul 08 13:07:29.321442 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-d9760614-c66b-4195-92df-3613780e2bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'name': 'tempest-AttachVolumeTestJSON-2066347670-router', 'tenant_id': '11619993cd774ac09b800cbdf78beb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'a6c14c44-5739-49a2-b297-18c37dfd22c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:48Z', 'updated_at': '2021-07-08T13:01:53Z', 'revision_number': 4, 'project_id': '11619993cd774ac09b800cbdf78beb05', 'gw_port': {'id': 'a6c14c44-5739-49a2-b297-18c37dfd22c5', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:48Z', 'updated_at': '2021-07-08T13:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_floatingips': [{'id': '5475c8f2-b764-4c25-8212-bf2fa107563d', 'tenant_id': '11619993cd774ac09b800cbdf78beb05', 'floating_ip_address': '172.27.1.132', 'floating_network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'router_id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'port_id': 'f95555ce-a508-497b-becf-71b6bc3f1e97', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3251653d-c1cd-4817-8726-9493dab78425', 'mac_address': 'fa:16:3e:84:f5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c262ef6d-5af4-4f50-81b4-0954b3e36759', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T13:07:15Z', 'updated_at': '2021-07-08T13:07:28Z', 'revision_number': 1, 'project_id': '11619993cd774ac09b800cbdf78beb05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbbe0068-fe32-41c1-9d0b-756f4f511da0', 'name': '', 'network_id': '3251653d-c1cd-4817-8726-9493dab78425', 'tenant_id': '11619993cd774ac09b800cbdf78beb05', 'mac_address': 'fa:16:3e:58:e9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3709b84-2db1-4e0f-9f70-caed69efa57a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:52Z', 'updated_at': '2021-07-08T13:02:02Z', 'revision_number': 5, 'project_id': '11619993cd774ac09b800cbdf78beb05', 'subnets': [{'id': 'd3709b84-2db1-4e0f-9f70-caed69efa57a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:07:29.340383 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc006af-dc43-4a70-9b29-fdecb4640d64 req-ad311374-9823-40b2-a258-5a70e2206dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:29.341922 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0fc006af-dc43-4a70-9b29-fdecb4640d64 req-ad311374-9823-40b2-a258-5a70e2206dc6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3251653d-c1cd-4817-8726-9493dab78425&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0536544 Jul 08 13:07:29.356361 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9760614-c66b-4195-92df-3613780e2bde None None] Checking router: 3a627d2c-134b-4204-92c4-5de44e399a60 for host: dv-cinder-789603-11-iscsi {{(pid=93013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:07:29.366039 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9760614-c66b-4195-92df-3613780e2bde None None] Routers {'3a627d2c-134b-4204-92c4-5de44e399a60'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:07:29.366802 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-d9760614-c66b-4195-92df-3613780e2bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:07:05Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['3a627d2c-134b-4204-92c4-5de44e399a60'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:07:29.436579 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0fc006af-dc43-4a70-9b29-fdecb4640d64 req-4ebddfc5-cb01-4acb-a568-94a1eb064248 service neutron] 10.222.0.21 "GET /v2.0/networks/3251653d-c1cd-4817-8726-9493dab78425?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876594 Jul 08 13:07:29.484037 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-d9760614-c66b-4195-92df-3613780e2bde None None] Set router 3a627d2c-134b-4204-92c4-5de44e399a60 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:07:29.531027 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0fc006af-dc43-4a70-9b29-fdecb4640d64 req-61f3870a-80f5-4f4e-a80d-7d1117193a69 service neutron] 10.222.0.21 "GET /v2.0/networks/3251653d-c1cd-4817-8726-9493dab78425?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873325 Jul 08 13:07:29.714481 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-d9760614-c66b-4195-92df-3613780e2bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'name': 'tempest-AttachVolumeTestJSON-2066347670-router', 'tenant_id': '11619993cd774ac09b800cbdf78beb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'a6c14c44-5739-49a2-b297-18c37dfd22c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:48Z', 'updated_at': '2021-07-08T13:01:53Z', 'revision_number': 4, 'project_id': '11619993cd774ac09b800cbdf78beb05', 'gw_port': {'id': 'a6c14c44-5739-49a2-b297-18c37dfd22c5', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:48Z', 'updated_at': '2021-07-08T13:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_floatingips': [{'id': '5475c8f2-b764-4c25-8212-bf2fa107563d', 'tenant_id': '11619993cd774ac09b800cbdf78beb05', 'floating_ip_address': '172.27.1.132', 'floating_network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'router_id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'port_id': 'f95555ce-a508-497b-becf-71b6bc3f1e97', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3251653d-c1cd-4817-8726-9493dab78425', 'mac_address': 'fa:16:3e:84:f5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c262ef6d-5af4-4f50-81b4-0954b3e36759', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T13:07:15Z', 'updated_at': '2021-07-08T13:07:28Z', 'revision_number': 1, 'project_id': '11619993cd774ac09b800cbdf78beb05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbbe0068-fe32-41c1-9d0b-756f4f511da0', 'name': '', 'network_id': '3251653d-c1cd-4817-8726-9493dab78425', 'tenant_id': '11619993cd774ac09b800cbdf78beb05', 'mac_address': 'fa:16:3e:58:e9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3709b84-2db1-4e0f-9f70-caed69efa57a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:52Z', 'updated_at': '2021-07-08T13:02:02Z', 'revision_number': 5, 'project_id': '11619993cd774ac09b800cbdf78beb05', 'subnets': [{'id': 'd3709b84-2db1-4e0f-9f70-caed69efa57a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:07:29.743751 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9760614-c66b-4195-92df-3613780e2bde None None] The sync data for ids ['3a627d2c-134b-4204-92c4-5de44e399a60'] in dv-cinder-789603-11-iscsi is: [{'id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'name': 'tempest-AttachVolumeTestJSON-2066347670-router', 'tenant_id': '11619993cd774ac09b800cbdf78beb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'a6c14c44-5739-49a2-b297-18c37dfd22c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:48Z', 'updated_at': '2021-07-08T13:01:53Z', 'revision_number': 4, 'project_id': '11619993cd774ac09b800cbdf78beb05', 'gw_port': {'id': 'a6c14c44-5739-49a2-b297-18c37dfd22c5', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:48Z', 'updated_at': '2021-07-08T13:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_floatingips': [{'id': '5475c8f2-b764-4c25-8212-bf2fa107563d', 'tenant_id': '11619993cd774ac09b800cbdf78beb05', 'floating_ip_address': '172.27.1.132', 'floating_network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'router_id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'port_id': 'f95555ce-a508-497b-becf-71b6bc3f1e97', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3251653d-c1cd-4817-8726-9493dab78425', 'mac_address': 'fa:16:3e:84:f5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c262ef6d-5af4-4f50-81b4-0954b3e36759', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T13:07:15Z', 'updated_at': '2021-07-08T13:07:28Z', 'revision_number': 1, 'project_id': '11619993cd774ac09b800cbdf78beb05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbbe0068-fe32-41c1-9d0b-756f4f511da0', 'name': '', 'network_id': '3251653d-c1cd-4817-8726-9493dab78425', 'tenant_id': '11619993cd774ac09b800cbdf78beb05', 'mac_address': 'fa:16:3e:58:e9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3709b84-2db1-4e0f-9f70-caed69efa57a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:52Z', 'updated_at': '2021-07-08T13:02:02Z', 'revision_number': 5, 'project_id': '11619993cd774ac09b800cbdf78beb05', 'subnets': [{'id': 'd3709b84-2db1-4e0f-9f70-caed69efa57a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:07:29.924044 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0dc27c-ff68-4997-ac4c-a1463ab1dc35 None None] New status for floating IP 5475c8f2-b764-4c25-8212-bf2fa107563d: ACTIVE {{(pid=93014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 13:07:29.987552 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:32.523299 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-710130c3-93dc-402c-aaea-305f1726a03e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:35.367109 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-4b776470-3266-40e8-97ed-765e6ef8e88a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:35.711085 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:36.118033 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-97c8e7b9-57f7-456d-825e-78a0ef1aae16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:37.866489 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-615b644b-3110-4324-8d19-7b6387de29b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:07:49.263521 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0729ba2-3eae-47af-a8c9-2d2cb9e09c9e req-f9b21b68-0d34-498c-bdd8-334207857dcd tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:49.265025 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c0729ba2-3eae-47af-a8c9-2d2cb9e09c9e req-f9b21b68-0d34-498c-bdd8-334207857dcd tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 946 time: 0.0618687 Jul 08 13:07:49.302450 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c0729ba2-3eae-47af-a8c9-2d2cb9e09c9e req-2daf7356-a0b1-4c57-8b69-ac2146330f94 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=17936d34-5d2a-4abb-95e4-4f523ff71988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313921 Jul 08 13:07:50.004350 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-0cef42f3-3a1a-4020-b263-5152d2247e85 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 13:07:50.480046 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9093610a-6afd-4d80-95ed-620d1d887a49 req-9b92c637-e0d4-4ac1-bacc-fe95b08c1f0c tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:50.481766 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9093610a-6afd-4d80-95ed-620d1d887a49 req-9b92c637-e0d4-4ac1-bacc-fe95b08c1f0c tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 946 time: 0.0661993 Jul 08 13:07:50.518823 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9093610a-6afd-4d80-95ed-620d1d887a49 req-09c770e6-6ad7-41d9-a691-9bed72cff5bf tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=17936d34-5d2a-4abb-95e4-4f523ff71988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310626 Jul 08 13:07:51.695363 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624dd5c9-a37d-4542-9069-52d3526b08ed req-26b3b18d-fe42-4b90-be19-5820451ea264 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:51.696855 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-624dd5c9-a37d-4542-9069-52d3526b08ed req-26b3b18d-fe42-4b90-be19-5820451ea264 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 946 time: 0.0623183 Jul 08 13:07:51.734111 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-624dd5c9-a37d-4542-9069-52d3526b08ed req-34a8d8e0-b0f0-4b83-a9dc-923d591da2ac tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=17936d34-5d2a-4abb-95e4-4f523ff71988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314553 Jul 08 13:07:52.906101 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f490b0e-5cf6-4a9e-8725-3b8ec19b1c2a req-73242869-e5d8-4dac-9c9a-bf96392a4254 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:52.908203 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5f490b0e-5cf6-4a9e-8725-3b8ec19b1c2a req-73242869-e5d8-4dac-9c9a-bf96392a4254 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 946 time: 0.0609479 Jul 08 13:07:52.943586 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5f490b0e-5cf6-4a9e-8725-3b8ec19b1c2a req-fb65c931-0efc-4dbe-9e34-305e143015fd tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=17936d34-5d2a-4abb-95e4-4f523ff71988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299644 Jul 08 13:07:54.120727 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a5c793-366e-4a6d-ba69-12658f54cf23 req-0fe2105b-48fb-40ba-854e-cd2cad844ef7 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:54.122195 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-27a5c793-366e-4a6d-ba69-12658f54cf23 req-0fe2105b-48fb-40ba-854e-cd2cad844ef7 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 946 time: 0.0668328 Jul 08 13:07:54.159457 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-27a5c793-366e-4a6d-ba69-12658f54cf23 req-86d7cc67-6e34-4013-ac61-30df3c8d6717 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=17936d34-5d2a-4abb-95e4-4f523ff71988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317211 Jul 08 13:07:55.334467 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b85dc-0c60-4f0e-aac1-4e8aa70ee633 req-fd04fd1e-9135-47b7-83af-beee8adf8abf tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:55.335924 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c44b85dc-0c60-4f0e-aac1-4e8aa70ee633 req-fd04fd1e-9135-47b7-83af-beee8adf8abf tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 946 time: 0.0638504 Jul 08 13:07:55.376498 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c44b85dc-0c60-4f0e-aac1-4e8aa70ee633 req-da4b06e6-552f-4a0d-a489-3b072a219d21 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=17936d34-5d2a-4abb-95e4-4f523ff71988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346730 Jul 08 13:07:56.560493 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67780a-5fbd-4323-a802-4ded9fb3adae req-5c6405e5-644b-4729-8484-7fc3c33fb2f0 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:56.561971 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ef67780a-5fbd-4323-a802-4ded9fb3adae req-5c6405e5-644b-4729-8484-7fc3c33fb2f0 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 946 time: 0.0677991 Jul 08 13:07:56.599446 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ef67780a-5fbd-4323-a802-4ded9fb3adae req-c4cafe76-ec68-4c92-931f-5952fe19e9ec tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=17936d34-5d2a-4abb-95e4-4f523ff71988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319309 Jul 08 13:07:57.775558 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434db37-7a1d-4cf9-ae06-45e69fcf0b74 req-bbb8204c-4f37-4316-83a5-1859ca68f384 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:57.777073 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8434db37-7a1d-4cf9-ae06-45e69fcf0b74 req-bbb8204c-4f37-4316-83a5-1859ca68f384 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 946 time: 0.0630200 Jul 08 13:07:57.814644 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8434db37-7a1d-4cf9-ae06-45e69fcf0b74 req-5a924608-3360-4d59-b30b-319cab86a7ab tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=17936d34-5d2a-4abb-95e4-4f523ff71988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315347 Jul 08 13:07:58.999814 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a0d72-2120-459a-8eec-e8ba4bfed515 req-50693d42-d1e6-4dd4-af37-6530fd0eecaf tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:07:59.001374 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-100a0d72-2120-459a-8eec-e8ba4bfed515 req-50693d42-d1e6-4dd4-af37-6530fd0eecaf tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 946 time: 0.0732636 Jul 08 13:07:59.038961 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-100a0d72-2120-459a-8eec-e8ba4bfed515 req-4b0c9414-ea88-4fc4-8ccd-3d55b4f2458f tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=17936d34-5d2a-4abb-95e4-4f523ff71988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321527 Jul 08 13:07:59.992556 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:00.217038 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539d387-902d-4488-9e03-a87708cf3704 req-b8e76c6c-d5af-44be-9880-13664c2cca03 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:00.218536 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a539d387-902d-4488-9e03-a87708cf3704 req-b8e76c6c-d5af-44be-9880-13664c2cca03 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 946 time: 0.0657949 Jul 08 13:08:00.257540 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a539d387-902d-4488-9e03-a87708cf3704 req-fffa6d1d-7a48-4627-afab-7d54dc54f5fc tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=17936d34-5d2a-4abb-95e4-4f523ff71988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326021 Jul 08 13:08:00.295193 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-8c00cec3-ae3a-486e-88cf-fa514e6ca2db req-00628879-5aab-46d5-b4eb-2920037c300d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3aea33ea-0d78-4928-8848-6cc743de64b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0531325 Jul 08 13:08:00.416532 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c00cec3-ae3a-486e-88cf-fa514e6ca2db req-e8b5744c-4bf2-401a-8228-da3bde34db08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:00.418081 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-8c00cec3-ae3a-486e-88cf-fa514e6ca2db req-e8b5744c-4bf2-401a-8228-da3bde34db08 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ed74fee3baae41ecbf26ed6bbd744249&device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 1099 time: 0.0573936 Jul 08 13:08:00.522356 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c00cec3-ae3a-486e-88cf-fa514e6ca2db req-4acdf6c0-5433-4510-b8a8-33e4262ed472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:00.523776 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-8c00cec3-ae3a-486e-88cf-fa514e6ca2db req-4acdf6c0-5433-4510-b8a8-33e4262ed472 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c49b9db1-0426-4015-9afe-1fff90136761 HTTP/1.1" status: 200 len: 910 time: 0.0833325 Jul 08 13:08:00.592804 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-8c00cec3-ae3a-486e-88cf-fa514e6ca2db req-02044dcc-3508-4707-b81c-c37b25f15035 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05ebf464-bb95-4cd8-9e1a-37f7a16d1615 HTTP/1.1" status: 200 len: 1002 time: 0.0603726 Jul 08 13:08:00.643470 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c00cec3-ae3a-486e-88cf-fa514e6ca2db req-0b764b84-2d7a-4401-86fa-f05062d6ca3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:00.644289 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-8c00cec3-ae3a-486e-88cf-fa514e6ca2db req-0b764b84-2d7a-4401-86fa-f05062d6ca3e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=82be07f0-1d9e-44ff-8c03-11cf8bfac97c HTTP/1.1" status: 200 len: 848 time: 0.0449047 Jul 08 13:08:00.701183 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c00cec3-ae3a-486e-88cf-fa514e6ca2db req-981616ff-92d2-4c88-92e8-82882be58194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:00.702648 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-8c00cec3-ae3a-486e-88cf-fa514e6ca2db req-981616ff-92d2-4c88-92e8-82882be58194 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c49b9db1-0426-4015-9afe-1fff90136761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0512629 Jul 08 13:08:00.795295 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-8c00cec3-ae3a-486e-88cf-fa514e6ca2db req-06f0e489-da56-41be-aa65-fd586ac25673 service neutron] 10.222.0.21 "GET /v2.0/networks/c49b9db1-0426-4015-9afe-1fff90136761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835621 Jul 08 13:08:00.885052 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-8c00cec3-ae3a-486e-88cf-fa514e6ca2db req-7200b7b2-c52e-4dd8-80a0-42cb82254329 service neutron] 10.222.0.21 "GET /v2.0/networks/c49b9db1-0426-4015-9afe-1fff90136761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823369 Jul 08 13:08:01.440105 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e7a97-75e7-43c9-aa3a-c1eaba9fb878 req-1ab8aaf0-c7b6-4004-9284-6bb40c8d0715 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:01.441593 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-cd2e7a97-75e7-43c9-aa3a-c1eaba9fb878 req-1ab8aaf0-c7b6-4004-9284-6bb40c8d0715 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 946 time: 0.0634921 Jul 08 13:08:01.480356 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-cd2e7a97-75e7-43c9-aa3a-c1eaba9fb878 req-a518550b-d28a-4abb-8dc8-4131c397f0f5 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=17936d34-5d2a-4abb-95e4-4f523ff71988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330739 Jul 08 13:08:02.525181 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f470e513-a0e6-4148-a554-e5a3c1608905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:02.672827 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276da31-d52d-40db-a567-3203fd4e8987 req-039854b7-85d5-4fc3-90fd-61babb0780c8 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:02.674331 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e276da31-d52d-40db-a567-3203fd4e8987 req-039854b7-85d5-4fc3-90fd-61babb0780c8 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 946 time: 0.0710087 Jul 08 13:08:02.691801 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 389d4c3e-d1ff-4a79-8acd-e5caac541c90 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=93013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 13:08:02.715556 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e276da31-d52d-40db-a567-3203fd4e8987 req-ad6772f3-8a3f-416c-a800-7d367a8cb194 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=17936d34-5d2a-4abb-95e4-4f523ff71988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349827 Jul 08 13:08:02.793816 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port 389d4c3e-d1ff-4a79-8acd-e5caac541c90, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=389d4c3e-d1ff-4a79-8acd-e5caac541c90,segment=NetworkSegment(e9afe398-2e2b-4f79-94b7-dda3a4c06771),segment_id=e9afe398-2e2b-4f79-94b7-dda3a4c06771)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:08:02.806638 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Returning: {'device': '389d4c3e-d1ff-4a79-8acd-e5caac541c90', 'network_id': 'a04372ec-c042-4405-a1d0-b6660a8bf946', 'port_id': '389d4c3e-d1ff-4a79-8acd-e5caac541c90', 'mac_address': 'fa:16:3e:4f:dc:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7a9e7d-3071-4940-95e2-12dfd08df222', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 13:08:02.846105 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:02.860093 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 389d4c3e-d1ff-4a79-8acd-e5caac541c90 {{(pid=93013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:08:02.881936 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port 389d4c3e-d1ff-4a79-8acd-e5caac541c90, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=389d4c3e-d1ff-4a79-8acd-e5caac541c90,segment=NetworkSegment(e9afe398-2e2b-4f79-94b7-dda3a4c06771),segment_id=e9afe398-2e2b-4f79-94b7-dda3a4c06771)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:08:02.888127 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:02.940706 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Pushing event updated for resources: {'Port': ['ID=389d4c3e-d1ff-4a79-8acd-e5caac541c90,revision_number=6']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:08:02.948481 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:02.948947 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:02.949385 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:02.949814 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:02.950215 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:02.950614 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:02.951000 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:02.951409 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:02.951802 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:02.952220 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:02.952611 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:02.953114 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:03.107430 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] get_ports_and_sgs() called for port_ids ['389d4c3e-d1ff-4a79-8acd-e5caac541c90'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 13:08:03.906750 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e79fa7-a143-4f8f-9b15-0e75c0fe66ad req-0819444c-1fa8-4910-8d51-3a9a4dc5e81c tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:03.908367 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-85e79fa7-a143-4f8f-9b15-0e75c0fe66ad req-0819444c-1fa8-4910-8d51-3a9a4dc5e81c tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 945 time: 0.0713995 Jul 08 13:08:03.950211 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-85e79fa7-a143-4f8f-9b15-0e75c0fe66ad req-2cc78fd2-3d83-4ea0-9e47-c1ffb1230c70 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=17936d34-5d2a-4abb-95e4-4f523ff71988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362992 Jul 08 13:08:04.709808 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 389d4c3e-d1ff-4a79-8acd-e5caac541c90 up at agent hyperv_hv-cinder-78960 {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:08:04.771013 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Provisioning complete for port 389d4c3e-d1ff-4a79-8acd-e5caac541c90 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:08:04.771430 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:04.869112 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:04.896286 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24653d30-fca3-44c7-88ed-a848503fe91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '389d4c3e-d1ff-4a79-8acd-e5caac541c90'}] {{(pid=93013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:08:04.897136 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437348d2bcada7eee63ab7a3e0cc12fc8f9484ad9c5d405f769a928aff85887c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b02c82-80ac-4487-8b5c-ab869b4ef6f4" -d '{"events": [{"server_uuid": "24653d30-fca3-44c7-88ed-a848503fe91a", "name": "network-vif-plugged", "status": "completed", "tag": "389d4c3e-d1ff-4a79-8acd-e5caac541c90"}]}' {{(pid=93013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:08:04.912973 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port 389d4c3e-d1ff-4a79-8acd-e5caac541c90, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=389d4c3e-d1ff-4a79-8acd-e5caac541c90,segment=NetworkSegment(e9afe398-2e2b-4f79-94b7-dda3a4c06771),segment_id=e9afe398-2e2b-4f79-94b7-dda3a4c06771)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:08:04.918589 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:04.974533 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Pushing event updated for resources: {'Port': ['ID=389d4c3e-d1ff-4a79-8acd-e5caac541c90,revision_number=7']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:08:05.027887 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030500fc-af54-4a9b-a584-2eac1def5ed8 x-openstack-request-id: req-030500fc-af54-4a9b-a584-2eac1def5ed8 {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:08:05.028170 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24653d30-fca3-44c7-88ed-a848503fe91a", "name": "network-vif-plugged", "status": "completed", "tag": "389d4c3e-d1ff-4a79-8acd-e5caac541c90", "code": 200}]} {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:08:05.028477 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-030500fc-af54-4a9b-a584-2eac1def5ed8 {{(pid=93013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:08:05.028855 dv-cinder-789603-11-iscsi neutron-server[93013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24653d30-fca3-44c7-88ed-a848503fe91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '389d4c3e-d1ff-4a79-8acd-e5caac541c90', 'code': 200} Jul 08 13:08:05.156447 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e5301-da2f-426f-957d-ff6336f07c31 req-66696d71-3ee6-4265-83ba-85a4daef8f0c tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:05.158748 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-af8e5301-da2f-426f-957d-ff6336f07c31 req-66696d71-3ee6-4265-83ba-85a4daef8f0c tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 946 time: 0.0788105 Jul 08 13:08:05.199445 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-af8e5301-da2f-426f-957d-ff6336f07c31 req-d4b39b7b-5794-4a32-a997-ecacc8a72c57 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=17936d34-5d2a-4abb-95e4-4f523ff71988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348597 Jul 08 13:08:05.369834 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-2b5ce010-d968-4268-889e-d486d2ef8768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:05.714599 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:06.123169 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-97c8e7b9-57f7-456d-825e-78a0ef1aae16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:06.411289 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de02dcd-4c92-49c7-b144-9225b1949694 req-6a606855-1fa3-4064-a6e1-ac1b2cb266b4 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:06.412819 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-8de02dcd-4c92-49c7-b144-9225b1949694 req-6a606855-1fa3-4064-a6e1-ac1b2cb266b4 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 946 time: 0.0795054 Jul 08 13:08:06.459008 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-8de02dcd-4c92-49c7-b144-9225b1949694 req-57e5a239-a52a-4958-8050-6e55be62bb1a tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=17936d34-5d2a-4abb-95e4-4f523ff71988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375397 Jul 08 13:08:07.650986 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e1cf6-0ebc-46d7-b656-abc04f25d8c1 req-8e7e8985-9eb6-4592-8ccc-1d74410bafb7 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:07.654604 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-308e1cf6-0ebc-46d7-b656-abc04f25d8c1 req-8e7e8985-9eb6-4592-8ccc-1d74410bafb7 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 946 time: 0.0750327 Jul 08 13:08:07.699911 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-308e1cf6-0ebc-46d7-b656-abc04f25d8c1 req-9e2b0a38-eed5-41a1-b479-1be0194107db tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=17936d34-5d2a-4abb-95e4-4f523ff71988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379131 Jul 08 13:08:07.873049 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-615b644b-3110-4324-8d19-7b6387de29b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:08.891496 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8450f-dc79-4222-bccc-29f686061c98 req-3f841543-1e3f-4598-918a-2dfd4e480696 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:08.892094 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-74e8450f-dc79-4222-bccc-29f686061c98 req-3f841543-1e3f-4598-918a-2dfd4e480696 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 946 time: 0.0710626 Jul 08 13:08:08.943777 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-74e8450f-dc79-4222-bccc-29f686061c98 req-e3bb7ae6-0b9a-4f04-a87d-d528b27d81fd tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=17936d34-5d2a-4abb-95e4-4f523ff71988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464213 Jul 08 13:08:10.179757 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b4290-9c81-4582-a484-4e93c0d35525 req-388c246c-ff11-438d-a936-96a466d3ecba tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:10.181514 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-128b4290-9c81-4582-a484-4e93c0d35525 req-388c246c-ff11-438d-a936-96a466d3ecba tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 946 time: 0.0728672 Jul 08 13:08:10.224711 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-128b4290-9c81-4582-a484-4e93c0d35525 req-59622973-dc9d-4249-8564-886ab9e06e55 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=17936d34-5d2a-4abb-95e4-4f523ff71988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372565 Jul 08 13:08:11.448436 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c564736-92ab-4512-863b-3a1eb8d3d523 req-e815cd4a-d3fd-44a1-99fa-e95cfea88ef4 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:11.450681 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7c564736-92ab-4512-863b-3a1eb8d3d523 req-e815cd4a-d3fd-44a1-99fa-e95cfea88ef4 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 946 time: 0.0864167 Jul 08 13:08:11.500095 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7c564736-92ab-4512-863b-3a1eb8d3d523 req-cf107745-3898-43c1-bc85-fe3061a3fb95 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=17936d34-5d2a-4abb-95e4-4f523ff71988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365307 Jul 08 13:08:12.408232 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa25c8-3570-4f81-a8b3-864023987cb4 req-4ae18326-0cc8-4ea1-ab69-06614229966e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:12.409733 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f4aa25c8-3570-4f81-a8b3-864023987cb4 req-4ae18326-0cc8-4ea1-ab69-06614229966e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=45f87e6dad28491db9dd7c8bd15c288e&device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 1099 time: 0.0538082 Jul 08 13:08:12.502081 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa25c8-3570-4f81-a8b3-864023987cb4 req-0788989d-9953-4ede-82e1-ef756a9b371c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:12.503445 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f4aa25c8-3570-4f81-a8b3-864023987cb4 req-0788989d-9953-4ede-82e1-ef756a9b371c service neutron] 10.222.0.21 "GET /v2.0/networks?id=a04372ec-c042-4405-a1d0-b6660a8bf946 HTTP/1.1" status: 200 len: 917 time: 0.0859444 Jul 08 13:08:12.568108 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f4aa25c8-3570-4f81-a8b3-864023987cb4 req-e4403b72-f9e5-43db-8b80-23b3c71778c8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=389d4c3e-d1ff-4a79-8acd-e5caac541c90 HTTP/1.1" status: 200 len: 1001 time: 0.0571685 Jul 08 13:08:12.617148 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa25c8-3570-4f81-a8b3-864023987cb4 req-87952593-30ac-46f6-81c4-457716af75a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:12.618640 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f4aa25c8-3570-4f81-a8b3-864023987cb4 req-87952593-30ac-46f6-81c4-457716af75a8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5a7a9e7d-3071-4940-95e2-12dfd08df222 HTTP/1.1" status: 200 len: 855 time: 0.0441270 Jul 08 13:08:12.725365 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321251c-dc3a-4626-a4f5-c8a6eefff9db req-bdbf092b-6027-4d5d-852f-47a1ea588a10 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:12.726757 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d321251c-dc3a-4626-a4f5-c8a6eefff9db req-bdbf092b-6027-4d5d-852f-47a1ea588a10 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 946 time: 0.1050389 Jul 08 13:08:12.728488 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa25c8-3570-4f81-a8b3-864023987cb4 req-9af38273-77b2-464e-b2c9-87dc0b0cd87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:12.729813 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f4aa25c8-3570-4f81-a8b3-864023987cb4 req-9af38273-77b2-464e-b2c9-87dc0b0cd87c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a04372ec-c042-4405-a1d0-b6660a8bf946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0993259 Jul 08 13:08:12.810046 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d321251c-dc3a-4626-a4f5-c8a6eefff9db req-ad3072c0-0bd2-4f63-ad00-2dad9d0549f6 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=17936d34-5d2a-4abb-95e4-4f523ff71988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778410 Jul 08 13:08:12.844216 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f4aa25c8-3570-4f81-a8b3-864023987cb4 req-cd541b7d-8e55-4303-9852-f1681989bba5 service neutron] 10.222.0.21 "GET /v2.0/networks/a04372ec-c042-4405-a1d0-b6660a8bf946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054196 Jul 08 13:08:12.932511 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f4aa25c8-3570-4f81-a8b3-864023987cb4 req-0693b591-8b7d-4b39-abeb-f2c0da355462 service neutron] 10.222.0.21 "GET /v2.0/networks/a04372ec-c042-4405-a1d0-b6660a8bf946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818501 Jul 08 13:08:13.990943 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4ebaf-2659-4558-b93b-b4b0ccd009ff req-1ea41936-f801-4828-943b-8d962d122ab2 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:13.992335 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-70c4ebaf-2659-4558-b93b-b4b0ccd009ff req-1ea41936-f801-4828-943b-8d962d122ab2 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 946 time: 0.0619178 Jul 08 13:08:14.028166 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-70c4ebaf-2659-4558-b93b-b4b0ccd009ff req-834beb97-95bf-4582-babd-1a944da01e12 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=17936d34-5d2a-4abb-95e4-4f523ff71988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303166 Jul 08 13:08:15.204868 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1d44f-eb48-4342-ac8b-a336c28787e5 req-1f934d4e-8d6d-4f2a-adac-4921ae7b76f3 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:15.206331 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-80f1d44f-eb48-4342-ac8b-a336c28787e5 req-1f934d4e-8d6d-4f2a-adac-4921ae7b76f3 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 946 time: 0.0627594 Jul 08 13:08:15.246969 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-80f1d44f-eb48-4342-ac8b-a336c28787e5 req-6ea5dd8d-c03a-4207-a6b6-f113e415c1b9 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=17936d34-5d2a-4abb-95e4-4f523ff71988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351589 Jul 08 13:08:16.514791 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c29b21-25c8-4bb9-b900-53718fce6536 req-1d3bdb6d-da74-483c-8ff2-732542e39200 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:16.516313 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f9c29b21-25c8-4bb9-b900-53718fce6536 req-1d3bdb6d-da74-483c-8ff2-732542e39200 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 946 time: 0.0680335 Jul 08 13:08:16.562987 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f9c29b21-25c8-4bb9-b900-53718fce6536 req-3fd91a3b-689d-4540-8f52-3893312908b2 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=17936d34-5d2a-4abb-95e4-4f523ff71988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406268 Jul 08 13:08:16.630372 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 43614) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:08:16.722140 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-639dfce0-837f-4904-b7fa-b90465f93c54 req-c34a9790-d3c6-432b-99a1-14afb64a9884 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0906162 Jul 08 13:08:16.804719 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 389d4c3e-d1ff-4a79-8acd-e5caac541c90 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:08:16.884340 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:16.909412 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24653d30-fca3-44c7-88ed-a848503fe91a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '389d4c3e-d1ff-4a79-8acd-e5caac541c90'}] {{(pid=93013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:08:16.911787 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437348d2bcada7eee63ab7a3e0cc12fc8f9484ad9c5d405f769a928aff85887c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a27f402-4a0f-4e42-bada-f2942e8d3028" -d '{"events": [{"server_uuid": "24653d30-fca3-44c7-88ed-a848503fe91a", "name": "network-vif-unplugged", "status": "completed", "tag": "389d4c3e-d1ff-4a79-8acd-e5caac541c90"}]}' {{(pid=93013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:08:16.924932 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port 389d4c3e-d1ff-4a79-8acd-e5caac541c90, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=389d4c3e-d1ff-4a79-8acd-e5caac541c90,segment=NetworkSegment(e9afe398-2e2b-4f79-94b7-dda3a4c06771),segment_id=e9afe398-2e2b-4f79-94b7-dda3a4c06771)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:08:16.930229 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:16.961742 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 08 Jul 2021 13:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4843fd-1fa2-4e64-9057-bdd73a047207 x-openstack-request-id: req-ac4843fd-1fa2-4e64-9057-bdd73a047207 {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:08:16.962173 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24653d30-fca3-44c7-88ed-a848503fe91a", "name": "network-vif-unplugged", "status": "failed", "tag": "389d4c3e-d1ff-4a79-8acd-e5caac541c90", "code": 422}]} {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:08:16.962560 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ac4843fd-1fa2-4e64-9057-bdd73a047207 {{(pid=93013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:08:16.963179 dv-cinder-789603-11-iscsi neutron-server[93013]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '24653d30-fca3-44c7-88ed-a848503fe91a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '389d4c3e-d1ff-4a79-8acd-e5caac541c90', 'code': 422} returned with failed status Jul 08 13:08:16.992499 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Pushing event updated for resources: {'Port': ['ID=389d4c3e-d1ff-4a79-8acd-e5caac541c90,revision_number=8']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:08:17.760209 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639dfce0-837f-4904-b7fa-b90465f93c54 req-d9d51332-17b1-4801-9b3f-ccfe4f0e06e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:17.761765 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-639dfce0-837f-4904-b7fa-b90465f93c54 req-d9d51332-17b1-4801-9b3f-ccfe4f0e06e7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a&tenant_id=45f87e6dad28491db9dd7c8bd15c288e HTTP/1.1" status: 200 len: 1097 time: 0.0967407 Jul 08 13:08:17.775156 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4326de-7c66-4384-908d-257c20642a33 req-42170ef0-ed37-4bb6-ac25-e370848fc43c tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:17.776691 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-8a4326de-7c66-4384-908d-257c20642a33 req-42170ef0-ed37-4bb6-ac25-e370848fc43c tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 944 time: 0.0834665 Jul 08 13:08:17.841191 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-8a4326de-7c66-4384-908d-257c20642a33 req-ee524bab-4d6a-4ca0-85d0-8db28f4dddde tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=17936d34-5d2a-4abb-95e4-4f523ff71988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579464 Jul 08 13:08:17.866468 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639dfce0-837f-4904-b7fa-b90465f93c54 req-06700d70-c43c-42fe-a256-506337504253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:17.867950 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-639dfce0-837f-4904-b7fa-b90465f93c54 req-06700d70-c43c-42fe-a256-506337504253 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=45f87e6dad28491db9dd7c8bd15c288e&device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 1097 time: 0.0678151 Jul 08 13:08:17.960104 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639dfce0-837f-4904-b7fa-b90465f93c54 req-5cdb6ef8-735c-4df3-8e21-1506651fd5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:17.961677 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-639dfce0-837f-4904-b7fa-b90465f93c54 req-5cdb6ef8-735c-4df3-8e21-1506651fd5fe service neutron] 10.222.0.21 "GET /v2.0/networks?id=a04372ec-c042-4405-a1d0-b6660a8bf946 HTTP/1.1" status: 200 len: 917 time: 0.0864544 Jul 08 13:08:18.025538 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-639dfce0-837f-4904-b7fa-b90465f93c54 req-9cdc4355-9983-4fab-844b-9036122a604a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=389d4c3e-d1ff-4a79-8acd-e5caac541c90 HTTP/1.1" status: 200 len: 999 time: 0.0571928 Jul 08 13:08:18.080331 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639dfce0-837f-4904-b7fa-b90465f93c54 req-9410a357-e8b2-48ff-9775-f70cacfd75b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:18.083086 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-639dfce0-837f-4904-b7fa-b90465f93c54 req-9410a357-e8b2-48ff-9775-f70cacfd75b8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5a7a9e7d-3071-4940-95e2-12dfd08df222 HTTP/1.1" status: 200 len: 855 time: 0.0505347 Jul 08 13:08:18.144890 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639dfce0-837f-4904-b7fa-b90465f93c54 req-f585ca86-6e23-4cf9-8713-7221472e7e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:18.146314 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-639dfce0-837f-4904-b7fa-b90465f93c54 req-f585ca86-6e23-4cf9-8713-7221472e7e75 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a04372ec-c042-4405-a1d0-b6660a8bf946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0568931 Jul 08 13:08:18.250074 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-639dfce0-837f-4904-b7fa-b90465f93c54 req-0e1abe83-8bce-415b-957d-83d1a7445d7b service neutron] 10.222.0.21 "GET /v2.0/networks/a04372ec-c042-4405-a1d0-b6660a8bf946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863261 Jul 08 13:08:18.342769 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-639dfce0-837f-4904-b7fa-b90465f93c54 req-6602cad4-d229-4637-9cc2-c6e0de3d892d service neutron] 10.222.0.21 "GET /v2.0/networks/a04372ec-c042-4405-a1d0-b6660a8bf946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862365 Jul 08 13:08:19.077485 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbd3f89-eee1-4fec-93dd-a4e7c3b40f7b req-da92d31f-9d56-4601-8408-6cc94fa39ccb tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:19.080823 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fbbd3f89-eee1-4fec-93dd-a4e7c3b40f7b req-da92d31f-9d56-4601-8408-6cc94fa39ccb tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 944 time: 0.0959604 Jul 08 13:08:19.131185 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fbbd3f89-eee1-4fec-93dd-a4e7c3b40f7b req-9e8a93db-556c-4b5c-8d18-3dad8372dad8 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=17936d34-5d2a-4abb-95e4-4f523ff71988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432320 Jul 08 13:08:20.185245 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95977caf-fe68-47c1-a877-a747132a15be req-07c65fe2-3440-4893-bc7f-15ea67279665 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:20.186843 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-95977caf-fe68-47c1-a877-a747132a15be req-07c65fe2-3440-4893-bc7f-15ea67279665 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/ports?device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 946 time: 0.0666375 Jul 08 13:08:20.229627 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-95977caf-fe68-47c1-a877-a747132a15be req-b08a49eb-7ef7-4716-9202-89c899d6d757 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/security-groups?id=be666b80-73fb-4087-b244-2d5837e7ba42&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364814 Jul 08 13:08:20.325263 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3549e72a-b174-4c29-bc7c-601f462dac18 req-71dfb521-fa3d-4010-b015-007fc98cbacc tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:20.326787 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3549e72a-b174-4c29-bc7c-601f462dac18 req-71dfb521-fa3d-4010-b015-007fc98cbacc tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 944 time: 0.0658708 Jul 08 13:08:20.367162 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3549e72a-b174-4c29-bc7c-601f462dac18 req-870481ae-8532-457a-a8f9-327464093ec2 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=17936d34-5d2a-4abb-95e4-4f523ff71988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345728 Jul 08 13:08:21.427492 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8923eaf-cc77-433f-8fce-57f9c475b440 req-f38f1995-0d3f-4e40-bc1a-3ec140fabbe6 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:21.429144 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a8923eaf-cc77-433f-8fce-57f9c475b440 req-f38f1995-0d3f-4e40-bc1a-3ec140fabbe6 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/ports?device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 946 time: 0.0688169 Jul 08 13:08:21.469621 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a8923eaf-cc77-433f-8fce-57f9c475b440 req-e324bb69-6aae-4673-be86-27576e749ca1 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/security-groups?id=be666b80-73fb-4087-b244-2d5837e7ba42&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349305 Jul 08 13:08:21.639939 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cbf24d-9dfd-413d-b451-4f2318eb6fc1 req-caaf30ee-02b4-4dc3-9a3f-ee19a0a82d18 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:21.641481 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-31cbf24d-9dfd-413d-b451-4f2318eb6fc1 req-caaf30ee-02b4-4dc3-9a3f-ee19a0a82d18 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 944 time: 0.0709665 Jul 08 13:08:21.684048 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-31cbf24d-9dfd-413d-b451-4f2318eb6fc1 req-e51ef083-3a0e-4c8d-8b06-1f48c51f00ba tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=17936d34-5d2a-4abb-95e4-4f523ff71988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366838 Jul 08 13:08:22.390187 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162181d-53c9-40a8-a266-eb037457d6ea req-1c545b7f-5793-4652-b4db-ac57dde80230 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:22.391722 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8162181d-53c9-40a8-a266-eb037457d6ea req-1c545b7f-5793-4652-b4db-ac57dde80230 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7a34fa5-dfa5-40ae-a600-c94fd643de9c HTTP/1.1" status: 200 len: 946 time: 0.0668192 Jul 08 13:08:22.435465 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8162181d-53c9-40a8-a266-eb037457d6ea req-ca37f0cb-72fe-4b26-8c08-55bd3d913816 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/security-groups?id=1905c27f-739b-4619-88c1-b64cd2f47568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376034 Jul 08 13:08:22.652265 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7a9f8-8e2f-4066-8764-64b960eab522 req-04ad8bf7-8f00-4b90-a16b-8b558eabec11 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:22.653903 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-31e7a9f8-8e2f-4066-8764-64b960eab522 req-04ad8bf7-8f00-4b90-a16b-8b558eabec11 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/ports?device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 946 time: 0.0705178 Jul 08 13:08:22.708329 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-31e7a9f8-8e2f-4066-8764-64b960eab522 req-ccd074c7-23e4-4d03-9f9e-ca07b9a4c5e4 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/security-groups?id=be666b80-73fb-4087-b244-2d5837e7ba42&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483212 Jul 08 13:08:22.884261 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1db808-c0ab-4c1c-b1f9-fa1e3573787a req-ed4fce70-3f00-4081-962b-0c079dd8466a tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:22.885776 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4d1db808-c0ab-4c1c-b1f9-fa1e3573787a req-ed4fce70-3f00-4081-962b-0c079dd8466a tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 944 time: 0.0668371 Jul 08 13:08:22.925815 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4d1db808-c0ab-4c1c-b1f9-fa1e3573787a req-6c5bbf6e-2727-443f-94aa-3ee70331e7cd tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=17936d34-5d2a-4abb-95e4-4f523ff71988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339546 Jul 08 13:08:23.613877 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f18f9d-2cfa-489b-9ed6-c2ecd3207dc7 req-00d8dfb7-f801-4b5b-ae0f-67cbb2534943 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:23.615446 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-77f18f9d-2cfa-489b-9ed6-c2ecd3207dc7 req-00d8dfb7-f801-4b5b-ae0f-67cbb2534943 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7a34fa5-dfa5-40ae-a600-c94fd643de9c HTTP/1.1" status: 200 len: 946 time: 0.0660160 Jul 08 13:08:23.659714 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-77f18f9d-2cfa-489b-9ed6-c2ecd3207dc7 req-a1861f68-2265-4749-bb9e-01cb9010812c tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/security-groups?id=1905c27f-739b-4619-88c1-b64cd2f47568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347838 Jul 08 13:08:23.891679 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7404cd-e519-4100-8ac0-e42d05d3e75a req-7a4d7b2d-eadd-4eb8-aaa6-be0e1d0f0370 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:23.893206 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-cf7404cd-e519-4100-8ac0-e42d05d3e75a req-7a4d7b2d-eadd-4eb8-aaa6-be0e1d0f0370 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/ports?device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 946 time: 0.0726607 Jul 08 13:08:23.932109 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-cf7404cd-e519-4100-8ac0-e42d05d3e75a req-4b01db68-b3d8-45e3-82c3-fe7fe144a381 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/security-groups?id=be666b80-73fb-4087-b244-2d5837e7ba42&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333264 Jul 08 13:08:24.123376 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0113e3-a486-41ae-b488-998797f2043c req-42850510-f521-4470-a156-cd080b025c59 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:24.124949 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-2b0113e3-a486-41ae-b488-998797f2043c req-42850510-f521-4470-a156-cd080b025c59 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 944 time: 0.0709667 Jul 08 13:08:24.165728 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-2b0113e3-a486-41ae-b488-998797f2043c req-96e17923-dc24-48f5-bc88-efcac9fe8eda tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=17936d34-5d2a-4abb-95e4-4f523ff71988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345631 Jul 08 13:08:24.849859 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacca495-f7a1-4f4d-8470-88317e2cb67b req-609d5637-cd86-4b83-ab6c-61e7965677e2 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:24.851276 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-cacca495-f7a1-4f4d-8470-88317e2cb67b req-609d5637-cd86-4b83-ab6c-61e7965677e2 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7a34fa5-dfa5-40ae-a600-c94fd643de9c HTTP/1.1" status: 200 len: 946 time: 0.0722294 Jul 08 13:08:24.891235 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-cacca495-f7a1-4f4d-8470-88317e2cb67b req-bb270c92-3bde-4ff7-89b2-0d66fb0fbe56 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/security-groups?id=1905c27f-739b-4619-88c1-b64cd2f47568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343747 Jul 08 13:08:25.126001 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30693b48-badd-469d-b2a5-24c1e3ac88f3 req-e1b10156-6a9b-44de-b490-2a2c38474220 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:25.127406 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-30693b48-badd-469d-b2a5-24c1e3ac88f3 req-e1b10156-6a9b-44de-b490-2a2c38474220 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/ports?device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 946 time: 0.0723774 Jul 08 13:08:25.182129 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-30693b48-badd-469d-b2a5-24c1e3ac88f3 req-7f56b3cf-ca75-41ae-95fb-566a46ed77cd tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/security-groups?id=be666b80-73fb-4087-b244-2d5837e7ba42&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460479 Jul 08 13:08:25.349737 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12961e7d-517c-481a-80ba-3b6dfc3f62cb req-a610e000-65bc-472e-a9ab-7cb6bd536980 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:25.351267 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-12961e7d-517c-481a-80ba-3b6dfc3f62cb req-a610e000-65bc-472e-a9ab-7cb6bd536980 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 944 time: 0.0661941 Jul 08 13:08:25.392250 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-12961e7d-517c-481a-80ba-3b6dfc3f62cb req-33401011-c372-4e00-b76e-9789c20e582c tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=17936d34-5d2a-4abb-95e4-4f523ff71988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352201 Jul 08 13:08:26.078092 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997bcf2-7046-456d-a85d-b93c9b359452 req-3e3663fc-1ea1-43a3-b2b8-4444a1a1b5b4 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:26.079617 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9997bcf2-7046-456d-a85d-b93c9b359452 req-3e3663fc-1ea1-43a3-b2b8-4444a1a1b5b4 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7a34fa5-dfa5-40ae-a600-c94fd643de9c HTTP/1.1" status: 200 len: 946 time: 0.0770814 Jul 08 13:08:26.118404 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9997bcf2-7046-456d-a85d-b93c9b359452 req-da173470-c7e3-452f-bbe9-dce43cbe60dd tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/security-groups?id=1905c27f-739b-4619-88c1-b64cd2f47568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327270 Jul 08 13:08:26.364129 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa023c1-8544-428b-8122-3306cc9b9b0e req-5f4c5333-e8c2-4e67-9043-058106d81b94 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:26.365680 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4fa023c1-8544-428b-8122-3306cc9b9b0e req-5f4c5333-e8c2-4e67-9043-058106d81b94 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/ports?device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 946 time: 0.0674005 Jul 08 13:08:26.405833 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4fa023c1-8544-428b-8122-3306cc9b9b0e req-fcfa5507-64f5-41f3-83ee-b4a79077f22f tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/security-groups?id=be666b80-73fb-4087-b244-2d5837e7ba42&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342915 Jul 08 13:08:26.584585 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7199df0-ece5-4f2a-bcde-a01b043653ce req-8794e092-d8ce-4d75-8f89-db5cf9971a42 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:26.586411 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c7199df0-ece5-4f2a-bcde-a01b043653ce req-8794e092-d8ce-4d75-8f89-db5cf9971a42 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 944 time: 0.0696585 Jul 08 13:08:26.632143 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c7199df0-ece5-4f2a-bcde-a01b043653ce req-96f1d7e8-3535-4470-8b4b-f15e37e50998 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=17936d34-5d2a-4abb-95e4-4f523ff71988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400112 Jul 08 13:08:27.002755 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-0cef42f3-3a1a-4020-b263-5152d2247e85 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 13:08:27.296730 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d73b1c-fb9b-4f7a-8d9a-7c1b1c0d1f0d req-2e899c91-af35-4159-81f7-f13025e0ac0a tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:27.298418 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-13d73b1c-fb9b-4f7a-8d9a-7c1b1c0d1f0d req-2e899c91-af35-4159-81f7-f13025e0ac0a tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7a34fa5-dfa5-40ae-a600-c94fd643de9c HTTP/1.1" status: 200 len: 946 time: 0.0653086 Jul 08 13:08:27.340493 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-13d73b1c-fb9b-4f7a-8d9a-7c1b1c0d1f0d req-5cf6cfb7-4c01-45ed-99c3-465b423dde49 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/security-groups?id=1905c27f-739b-4619-88c1-b64cd2f47568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348966 Jul 08 13:08:27.578854 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4781d1-466e-4443-932a-2b2aa44387cb req-aebc0de9-b891-421d-b907-744df660b75d tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:27.580289 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1a4781d1-466e-4443-932a-2b2aa44387cb req-aebc0de9-b891-421d-b907-744df660b75d tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/ports?device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 946 time: 0.0629294 Jul 08 13:08:27.630734 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1a4781d1-466e-4443-932a-2b2aa44387cb req-b9d6b5d5-5d0a-47f0-b5da-20f2921b4116 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/security-groups?id=be666b80-73fb-4087-b244-2d5837e7ba42&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441694 Jul 08 13:08:27.829362 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08adbe2-dfca-41de-9763-0ab9a027479e req-a53f3ab9-ba4c-4933-87f7-1dff8b91af63 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:27.831091 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f08adbe2-dfca-41de-9763-0ab9a027479e req-a53f3ab9-ba4c-4933-87f7-1dff8b91af63 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 944 time: 0.0690391 Jul 08 13:08:27.871593 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f08adbe2-dfca-41de-9763-0ab9a027479e req-5a18fca4-7f6b-4e8b-bb00-112134a2ff03 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=17936d34-5d2a-4abb-95e4-4f523ff71988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342920 Jul 08 13:08:28.514710 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da059e-c20e-4db7-8ad6-a9bfc37e899d req-57efe001-f180-41b1-a838-ba76395a0a84 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:28.516535 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-01da059e-c20e-4db7-8ad6-a9bfc37e899d req-57efe001-f180-41b1-a838-ba76395a0a84 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7a34fa5-dfa5-40ae-a600-c94fd643de9c HTTP/1.1" status: 200 len: 946 time: 0.0625777 Jul 08 13:08:28.554414 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-01da059e-c20e-4db7-8ad6-a9bfc37e899d req-d1b62090-6eb7-43c3-9374-a27278e02c5e tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/security-groups?id=1905c27f-739b-4619-88c1-b64cd2f47568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322545 Jul 08 13:08:28.810870 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ffa65-b042-4891-a51e-b92b54e1713d req-b6b3fdbe-e936-4099-beb6-c26289e85425 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:28.812291 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-240ffa65-b042-4891-a51e-b92b54e1713d req-b6b3fdbe-e936-4099-beb6-c26289e85425 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/ports?device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 946 time: 0.0645628 Jul 08 13:08:28.850038 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-240ffa65-b042-4891-a51e-b92b54e1713d req-490726f0-bb0c-4380-9a6b-bc6c6e4ac55c tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/security-groups?id=be666b80-73fb-4087-b244-2d5837e7ba42&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322676 Jul 08 13:08:29.061480 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0292f4-86a3-4b11-bd48-ea6e616e2d18 req-2be9bb0f-a098-4355-ae96-49512230f19d tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:29.062994 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fe0292f4-86a3-4b11-bd48-ea6e616e2d18 req-2be9bb0f-a098-4355-ae96-49512230f19d tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 944 time: 0.0749292 Jul 08 13:08:29.106095 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fe0292f4-86a3-4b11-bd48-ea6e616e2d18 req-287d1ad4-f47c-4b53-8fd9-2d9ce6c8aec1 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=17936d34-5d2a-4abb-95e4-4f523ff71988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374532 Jul 08 13:08:29.733574 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e456d-38b2-48e5-bb45-c7d495feac62 req-6a9ff806-f986-4eef-8176-0972b43711af tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:29.735036 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-509e456d-38b2-48e5-bb45-c7d495feac62 req-6a9ff806-f986-4eef-8176-0972b43711af tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7a34fa5-dfa5-40ae-a600-c94fd643de9c HTTP/1.1" status: 200 len: 946 time: 0.0630665 Jul 08 13:08:29.771982 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-509e456d-38b2-48e5-bb45-c7d495feac62 req-db7db835-5d1f-4456-a863-2625da7bd7fb tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/security-groups?id=1905c27f-739b-4619-88c1-b64cd2f47568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312486 Jul 08 13:08:30.008487 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:30.025984 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c43294-1374-44fa-84b3-c2b2c19b6174 req-7b3205a5-0438-40c8-a7f4-6b03089c392c tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:30.027463 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-75c43294-1374-44fa-84b3-c2b2c19b6174 req-7b3205a5-0438-40c8-a7f4-6b03089c392c tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/ports?device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 946 time: 0.0677445 Jul 08 13:08:30.066711 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-75c43294-1374-44fa-84b3-c2b2c19b6174 req-faddfb0e-965c-4100-bb3d-c7ffd6b665b9 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/security-groups?id=be666b80-73fb-4087-b244-2d5837e7ba42&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325005 Jul 08 13:08:30.284847 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8ebd2-cb77-4d69-b6fd-5b37e8d268d9 req-9e92a895-af2c-48a9-bf80-cfdb50ca81e1 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:30.286301 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0eb8ebd2-cb77-4d69-b6fd-5b37e8d268d9 req-9e92a895-af2c-48a9-bf80-cfdb50ca81e1 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 944 time: 0.0664976 Jul 08 13:08:30.322039 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0eb8ebd2-cb77-4d69-b6fd-5b37e8d268d9 req-fca5bec0-595e-476a-a558-92573eecd03f tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=17936d34-5d2a-4abb-95e4-4f523ff71988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302794 Jul 08 13:08:30.985021 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba79c0-d94d-4d62-81a7-034680570cea req-0425ee97-7880-4a67-83f2-f2bb8c16537f tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:30.986658 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-a5ba79c0-d94d-4d62-81a7-034680570cea req-0425ee97-7880-4a67-83f2-f2bb8c16537f tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7a34fa5-dfa5-40ae-a600-c94fd643de9c HTTP/1.1" status: 200 len: 946 time: 0.1017795 Jul 08 13:08:31.051019 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-a5ba79c0-d94d-4d62-81a7-034680570cea req-3acd1e1d-a538-4f82-bf56-b114c7625fe5 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/security-groups?id=1905c27f-739b-4619-88c1-b64cd2f47568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581436 Jul 08 13:08:31.065155 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528532e0-22cb-4269-9fde-6338c991a986 req-d8775b4f-bb90-4c14-9da5-fa31cadcce44 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:31.066664 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-528532e0-22cb-4269-9fde-6338c991a986 req-d8775b4f-bb90-4c14-9da5-fa31cadcce44 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7a34fa5-dfa5-40ae-a600-c94fd643de9c HTTP/1.1" status: 200 len: 946 time: 0.1299024 Jul 08 13:08:31.175274 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [req-528532e0-22cb-4269-9fde-6338c991a986 req-5ad4cabe-98ab-4de9-8d5f-562a656b5cf5 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Deleting port 885d824b-ead0-4e67-95e8-f1dbef80809e {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:08:31.175606 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-528532e0-22cb-4269-9fde-6338c991a986 req-5ad4cabe-98ab-4de9-8d5f-562a656b5cf5 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:31.243778 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f1600-3a28-4719-8f2d-47d71ff294a6 req-33aea9d2-1b00-44b4-8316-6f2c42449a0a tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:31.245252 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b43f1600-3a28-4719-8f2d-47d71ff294a6 req-33aea9d2-1b00-44b4-8316-6f2c42449a0a tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/ports?device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 946 time: 0.0669436 Jul 08 13:08:31.271572 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-528532e0-22cb-4269-9fde-6338c991a986 req-5ad4cabe-98ab-4de9-8d5f-562a656b5cf5 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] For port 885d824b-ead0-4e67-95e8-f1dbef80809e, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=885d824b-ead0-4e67-95e8-f1dbef80809e,segment=NetworkSegment(a2927637-e19f-4f91-8a6e-7cfe612d9539),segment_id=a2927637-e19f-4f91-8a6e-7cfe612d9539)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:08:31.271926 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-528532e0-22cb-4269-9fde-6338c991a986 req-5ad4cabe-98ab-4de9-8d5f-562a656b5cf5 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:31.284159 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b43f1600-3a28-4719-8f2d-47d71ff294a6 req-9e0c908f-fadf-44ea-a2b4-e333402193cf tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/security-groups?id=be666b80-73fb-4087-b244-2d5837e7ba42&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327268 Jul 08 13:08:31.483903 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-528532e0-22cb-4269-9fde-6338c991a986 req-5ad4cabe-98ab-4de9-8d5f-562a656b5cf5 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:31.484303 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-528532e0-22cb-4269-9fde-6338c991a986 req-5ad4cabe-98ab-4de9-8d5f-562a656b5cf5 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545677'] for floatingip, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:31.484618 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.db.l3_db [req-528532e0-22cb-4269-9fde-6338c991a986 req-5ad4cabe-98ab-4de9-8d5f-562a656b5cf5 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Floating IP 6914466b-a7aa-466d-b538-18772b2b5d1e disassociated. External IP: 172.27.1.167, port: 885d824b-ead0-4e67-95e8-f1dbef80809e. Jul 08 13:08:31.484955 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [req-528532e0-22cb-4269-9fde-6338c991a986 req-5ad4cabe-98ab-4de9-8d5f-562a656b5cf5 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Calling delete_port for 885d824b-ead0-4e67-95e8-f1dbef80809e owned by compute:nova {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:08:31.565264 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1a8b8-63aa-4e68-95d9-0a55d6a05fba req-a01d749e-fc80-4301-9959-3e00c21d63dc tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:31.566692 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-03d1a8b8-63aa-4e68-95d9-0a55d6a05fba req-a01d749e-fc80-4301-9959-3e00c21d63dc tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 944 time: 0.1291277 Jul 08 13:08:31.621686 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-03d1a8b8-63aa-4e68-95d9-0a55d6a05fba req-b6c5d7e7-7035-434a-8672-96bb23190a05 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=17936d34-5d2a-4abb-95e4-4f523ff71988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473969 Jul 08 13:08:31.674979 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-528532e0-22cb-4269-9fde-6338c991a986 req-5ad4cabe-98ab-4de9-8d5f-562a656b5cf5 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789347'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:31.705492 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad4cabe-98ab-4de9-8d5f-562a656b5cf5 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Pushing event deleted for resources: {'Port': ['ID=885d824b-ead0-4e67-95e8-f1dbef80809e,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:08:31.717607 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad4cabe-98ab-4de9-8d5f-562a656b5cf5 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:31.718023 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad4cabe-98ab-4de9-8d5f-562a656b5cf5 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:31.718395 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad4cabe-98ab-4de9-8d5f-562a656b5cf5 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:31.718730 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad4cabe-98ab-4de9-8d5f-562a656b5cf5 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:31.719056 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad4cabe-98ab-4de9-8d5f-562a656b5cf5 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:31.719384 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad4cabe-98ab-4de9-8d5f-562a656b5cf5 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:31.719738 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad4cabe-98ab-4de9-8d5f-562a656b5cf5 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:31.720063 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad4cabe-98ab-4de9-8d5f-562a656b5cf5 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:31.720436 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad4cabe-98ab-4de9-8d5f-562a656b5cf5 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:31.720761 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad4cabe-98ab-4de9-8d5f-562a656b5cf5 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:31.721083 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad4cabe-98ab-4de9-8d5f-562a656b5cf5 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:31.721400 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad4cabe-98ab-4de9-8d5f-562a656b5cf5 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:31.829095 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.l3_agent_scheduler [req-528532e0-22cb-4269-9fde-6338c991a986 req-5ad4cabe-98ab-4de9-8d5f-562a656b5cf5 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Router 84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4 has already been hosted by L3 agent f415b27f-d318-40de-bd28-ecbd03c16a41 {{(pid=93011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 13:08:32.206855 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-33ec9cd8-26a6-40ac-bcbd-cfce6f72aedf req-1c815356-58c5-4f17-8aa1-418695e84d19 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7a34fa5-dfa5-40ae-a600-c94fd643de9c HTTP/1.1" status: 200 len: 210 time: 0.0337553 Jul 08 13:08:32.217569 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-528532e0-22cb-4269-9fde-6338c991a986 req-5ad4cabe-98ab-4de9-8d5f-562a656b5cf5 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify agent at l3_agent.dv-cinder-789603-11-iscsi the message routers_updated {{(pid=93011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:08:32.229626 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a99128-2680-4c4d-8c3b-70eeee2a0572 None None] Sync routers for ids ['84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4'] in dv-cinder-789603-11-iscsi {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:08:32.238606 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a99128-2680-4c4d-8c3b-70eeee2a0572 None None] Routers {'84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:08:32.239557 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-61a99128-2680-4c4d-8c3b-70eeee2a0572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:08:05Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:08:32.263464 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [req-528532e0-22cb-4269-9fde-6338c991a986 req-5ad4cabe-98ab-4de9-8d5f-562a656b5cf5 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] No DVR routers for this DVR port 885d824b-ead0-4e67-95e8-f1dbef80809e on host hv-cinder-78960 {{(pid=93011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:08:32.266619 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-528532e0-22cb-4269-9fde-6338c991a986 req-5ad4cabe-98ab-4de9-8d5f-562a656b5cf5 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:32.268590 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-528532e0-22cb-4269-9fde-6338c991a986 req-5ad4cabe-98ab-4de9-8d5f-562a656b5cf5 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.21 "DELETE /v2.0/ports/885d824b-ead0-4e67-95e8-f1dbef80809e HTTP/1.1" status: 204 len: 173 time: 1.1938164 Jul 08 13:08:32.269022 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a34fa5-dfa5-40ae-a600-c94fd643de9c', 'name': 'network-vif-deleted', 'tag': '885d824b-ead0-4e67-95e8-f1dbef80809e'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:08:32.271246 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79934bd8df5839606b1ce54b63dc7d70fed780423e2c756261eeaeb19bf0c4d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a884c6-282d-4730-b20e-f80066fb9820" -d '{"events": [{"server_uuid": "c7a34fa5-dfa5-40ae-a600-c94fd643de9c", "name": "network-vif-deleted", "tag": "885d824b-ead0-4e67-95e8-f1dbef80809e"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:08:32.315274 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a7e181-ba26-45a9-adea-72dfd388b89c x-openstack-request-id: req-a0a7e181-ba26-45a9-adea-72dfd388b89c {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:08:32.315679 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a34fa5-dfa5-40ae-a600-c94fd643de9c", "name": "network-vif-deleted", "tag": "885d824b-ead0-4e67-95e8-f1dbef80809e", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:08:32.315880 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a0a7e181-ba26-45a9-adea-72dfd388b89c {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:08:32.316307 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a34fa5-dfa5-40ae-a600-c94fd643de9c', 'name': 'network-vif-deleted', 'tag': '885d824b-ead0-4e67-95e8-f1dbef80809e', 'status': 'completed', 'code': 200} Jul 08 13:08:32.391181 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-61a99128-2680-4c4d-8c3b-70eeee2a0572 None None] Set router 84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:08:32.569291 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037fd5c-0ac7-4447-8274-4cfdd0bbed19 req-12c414ba-62ef-4200-8887-d61779b10975 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:32.570864 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8037fd5c-0ac7-4447-8274-4cfdd0bbed19 req-12c414ba-62ef-4200-8887-d61779b10975 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/ports?device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 946 time: 0.0654302 Jul 08 13:08:32.611619 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8037fd5c-0ac7-4447-8274-4cfdd0bbed19 req-a863b351-c8a6-4782-9784-49f7a82b6615 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/security-groups?id=be666b80-73fb-4087-b244-2d5837e7ba42&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336154 Jul 08 13:08:32.670548 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5b5ef595-0970-4f78-bb7b-2d18b61feeaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:32.769141 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-61a99128-2680-4c4d-8c3b-70eeee2a0572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'name': 'tempest-TestVolumeBootPattern-1466302910-router', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '142ebf4f-930e-46f0-8b56-28e1745627da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:30Z', 'updated_at': '2021-07-08T13:04:38Z', 'revision_number': 4, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'gw_port': {'id': '142ebf4f-930e-46f0-8b56-28e1745627da', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:73:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:32Z', 'updated_at': '2021-07-08T13:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': '5549109a-91d2-457d-9a72-831bd1bb8239', 'name': '', 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'mac_address': 'fa:16:3e:00:88:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd28d3121-202c-40d9-81a2-6dc38ff463b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:37Z', 'updated_at': '2021-07-08T13:04:52Z', 'revision_number': 5, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'subnets': [{'id': 'd28d3121-202c-40d9-81a2-6dc38ff463b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:08:32.796712 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a99128-2680-4c4d-8c3b-70eeee2a0572 None None] Checking router: 84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4 for host: dv-cinder-789603-11-iscsi {{(pid=93013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:08:32.805584 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a99128-2680-4c4d-8c3b-70eeee2a0572 None None] Routers {'84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:08:32.806193 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-61a99128-2680-4c4d-8c3b-70eeee2a0572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:08:05Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:08:32.809165 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c39d5-5cff-49c5-a474-982ff5a86760 req-9c10b10a-dd06-46a8-9c68-3a2972040013 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:32.810717 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f85c39d5-5cff-49c5-a474-982ff5a86760 req-9c10b10a-dd06-46a8-9c68-3a2972040013 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 944 time: 0.0703678 Jul 08 13:08:32.848920 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f85c39d5-5cff-49c5-a474-982ff5a86760 req-a1d5c7a6-8f62-49f5-9e53-5f09244eadce tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=17936d34-5d2a-4abb-95e4-4f523ff71988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318272 Jul 08 13:08:32.895186 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 389d4c3e-d1ff-4a79-8acd-e5caac541c90 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=93013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 13:08:32.924829 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-61a99128-2680-4c4d-8c3b-70eeee2a0572 None None] Set router 84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:08:33.111777 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port 389d4c3e-d1ff-4a79-8acd-e5caac541c90, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=389d4c3e-d1ff-4a79-8acd-e5caac541c90,segment=NetworkSegment(e9afe398-2e2b-4f79-94b7-dda3a4c06771),segment_id=e9afe398-2e2b-4f79-94b7-dda3a4c06771)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:08:33.131653 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Returning: {'device': '389d4c3e-d1ff-4a79-8acd-e5caac541c90', 'network_id': 'a04372ec-c042-4405-a1d0-b6660a8bf946', 'port_id': '389d4c3e-d1ff-4a79-8acd-e5caac541c90', 'mac_address': 'fa:16:3e:4f:dc:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7a9e7d-3071-4940-95e2-12dfd08df222', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 13:08:33.202574 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:33.220177 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 389d4c3e-d1ff-4a79-8acd-e5caac541c90 {{(pid=93013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:08:33.244006 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port 389d4c3e-d1ff-4a79-8acd-e5caac541c90, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=389d4c3e-d1ff-4a79-8acd-e5caac541c90,segment=NetworkSegment(e9afe398-2e2b-4f79-94b7-dda3a4c06771),segment_id=e9afe398-2e2b-4f79-94b7-dda3a4c06771)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:08:33.251906 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:33.262382 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-61a99128-2680-4c4d-8c3b-70eeee2a0572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'name': 'tempest-TestVolumeBootPattern-1466302910-router', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '142ebf4f-930e-46f0-8b56-28e1745627da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:30Z', 'updated_at': '2021-07-08T13:04:38Z', 'revision_number': 4, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'gw_port': {'id': '142ebf4f-930e-46f0-8b56-28e1745627da', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:73:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:32Z', 'updated_at': '2021-07-08T13:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': '5549109a-91d2-457d-9a72-831bd1bb8239', 'name': '', 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'mac_address': 'fa:16:3e:00:88:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd28d3121-202c-40d9-81a2-6dc38ff463b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:37Z', 'updated_at': '2021-07-08T13:04:52Z', 'revision_number': 5, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'subnets': [{'id': 'd28d3121-202c-40d9-81a2-6dc38ff463b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:08:33.314081 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a99128-2680-4c4d-8c3b-70eeee2a0572 None None] The sync data for ids ['84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4'] in dv-cinder-789603-11-iscsi is: [{'id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'name': 'tempest-TestVolumeBootPattern-1466302910-router', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '142ebf4f-930e-46f0-8b56-28e1745627da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:30Z', 'updated_at': '2021-07-08T13:04:38Z', 'revision_number': 4, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'gw_port': {'id': '142ebf4f-930e-46f0-8b56-28e1745627da', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:73:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:32Z', 'updated_at': '2021-07-08T13:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': '5549109a-91d2-457d-9a72-831bd1bb8239', 'name': '', 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'mac_address': 'fa:16:3e:00:88:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd28d3121-202c-40d9-81a2-6dc38ff463b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:37Z', 'updated_at': '2021-07-08T13:04:52Z', 'revision_number': 5, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'subnets': [{'id': 'd28d3121-202c-40d9-81a2-6dc38ff463b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:08:33.398449 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Pushing event updated for resources: {'Port': ['ID=389d4c3e-d1ff-4a79-8acd-e5caac541c90,revision_number=9']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:08:33.419856 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-076a0e34-e19d-49bb-9db9-f4e6986d5c29 req-d15284dd-b974-4063-941a-ca1f34ff7702 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=c7a34fa5-dfa5-40ae-a600-c94fd643de9c HTTP/1.1" status: 200 len: 210 time: 0.0566230 Jul 08 13:08:33.593354 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64bd203-562d-4744-a83b-9b8ba552ebdf None None] New status for floating IP 6914466b-a7aa-466d-b538-18772b2b5d1e: DOWN {{(pid=93014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 13:08:33.721439 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] get_ports_and_sgs() called for port_ids ['389d4c3e-d1ff-4a79-8acd-e5caac541c90'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 13:08:33.785804 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df7fd1c-2b20-4124-8847-4a25850998f4 req-177c5a53-42be-4740-a935-73fa43418202 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:33.787296 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0df7fd1c-2b20-4124-8847-4a25850998f4 req-177c5a53-42be-4740-a935-73fa43418202 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/ports?device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 946 time: 0.0646145 Jul 08 13:08:33.825722 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0df7fd1c-2b20-4124-8847-4a25850998f4 req-0d8578c2-a9b0-4486-a987-69eb483cbd3b tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/security-groups?id=be666b80-73fb-4087-b244-2d5837e7ba42&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320501 Jul 08 13:08:34.024056 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c502a74-17b4-42bd-9665-a74b39869fd7 req-9e967006-ab43-41dc-b52f-f3a64b8f2931 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:34.025508 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3c502a74-17b4-42bd-9665-a74b39869fd7 req-9e967006-ab43-41dc-b52f-f3a64b8f2931 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 945 time: 0.0605817 Jul 08 13:08:34.069426 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3c502a74-17b4-42bd-9665-a74b39869fd7 req-da5d85c8-35bd-430d-8d34-67e5f3787944 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=17936d34-5d2a-4abb-95e4-4f523ff71988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374112 Jul 08 13:08:34.735584 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-44bca885-b960-4a8f-b00a-165e62a8bf04 req-6413f980-8579-4323-b4bd-c93cf7245906 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-519167378&fields=id&tenant_id=72e6ac284e134db6984ee5463fd84268 HTTP/1.1" status: 200 len: 267 time: 0.0318813 Jul 08 13:08:34.837728 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bca885-b960-4a8f-b00a-165e62a8bf04 req-8b8b6ba2-1260-4dd4-84c3-91380a0adf60 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:34.839198 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-44bca885-b960-4a8f-b00a-165e62a8bf04 req-8b8b6ba2-1260-4dd4-84c3-91380a0adf60 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/networks?id=6414870c-e55b-4de0-96ed-e21f9e007cfe HTTP/1.1" status: 200 len: 812 time: 0.0973368 Jul 08 13:08:34.854434 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-44bca885-b960-4a8f-b00a-165e62a8bf04 req-a1f21791-119d-4c25-b7f1-ce5ded2d45e2 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/quotas/72e6ac284e134db6984ee5463fd84268 HTTP/1.1" status: 200 len: 375 time: 0.0091555 Jul 08 13:08:34.891587 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 389d4c3e-d1ff-4a79-8acd-e5caac541c90 up at agent hyperv_hv-cinder-78960 {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:08:34.932524 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-44bca885-b960-4a8f-b00a-165e62a8bf04 req-518b0a51-46eb-4e70-8ba9-c40a9fd8f52a tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=72e6ac284e134db6984ee5463fd84268&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0725958 Jul 08 13:08:34.940981 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Provisioning complete for port 389d4c3e-d1ff-4a79-8acd-e5caac541c90 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:08:34.941445 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:35.028105 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601f7e7-1dc0-4f5a-bc21-ffe614e66d3b req-c74f20e8-f1ee-48d8-bc9c-3ded493671e2 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:35.030250 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-1601f7e7-1dc0-4f5a-bc21-ffe614e66d3b req-c74f20e8-f1ee-48d8-bc9c-3ded493671e2 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/ports?device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 946 time: 0.0853858 Jul 08 13:08:35.034285 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-44bca885-b960-4a8f-b00a-165e62a8bf04 req-326c8b7e-8632-4a8d-93d3-0c78bc383227 service neutron] 10.222.0.59 "GET /v2.0/networks/6414870c-e55b-4de0-96ed-e21f9e007cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904944 Jul 08 13:08:35.041072 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:35.069310 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24653d30-fca3-44c7-88ed-a848503fe91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '389d4c3e-d1ff-4a79-8acd-e5caac541c90'}] {{(pid=93013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:08:35.070666 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-1601f7e7-1dc0-4f5a-bc21-ffe614e66d3b req-95a92155-4952-4ecf-80de-ae6af6b70ba9 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/security-groups?id=be666b80-73fb-4087-b244-2d5837e7ba42&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344858 Jul 08 13:08:35.071969 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437348d2bcada7eee63ab7a3e0cc12fc8f9484ad9c5d405f769a928aff85887c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8201d1c0-9d14-4eea-b057-97f19f1055e1" -d '{"events": [{"server_uuid": "24653d30-fca3-44c7-88ed-a848503fe91a", "name": "network-vif-plugged", "status": "completed", "tag": "389d4c3e-d1ff-4a79-8acd-e5caac541c90"}]}' {{(pid=93013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:08:35.094674 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port 389d4c3e-d1ff-4a79-8acd-e5caac541c90, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=389d4c3e-d1ff-4a79-8acd-e5caac541c90,segment=NetworkSegment(e9afe398-2e2b-4f79-94b7-dda3a4c06771),segment_id=e9afe398-2e2b-4f79-94b7-dda3a4c06771)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:08:35.106016 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:35.107483 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 885d824b-ead0-4e67-95e8-f1dbef80809e no longer exists at agent hyperv_hv-cinder-78960 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:08:35.133142 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-44bca885-b960-4a8f-b00a-165e62a8bf04 req-ab022733-5521-42ff-9d6f-68b6dbcaa784 service neutron] 10.222.0.59 "GET /v2.0/networks/6414870c-e55b-4de0-96ed-e21f9e007cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963562 Jul 08 13:08:35.183933 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Pushing event updated for resources: {'Port': ['ID=389d4c3e-d1ff-4a79-8acd-e5caac541c90,revision_number=10']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:08:35.188282 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a22bb6-f3b6-41c3-b251-c995a24e7e2e x-openstack-request-id: req-56a22bb6-f3b6-41c3-b251-c995a24e7e2e {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:08:35.188685 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24653d30-fca3-44c7-88ed-a848503fe91a", "name": "network-vif-plugged", "status": "completed", "tag": "389d4c3e-d1ff-4a79-8acd-e5caac541c90", "code": 200}]} {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:08:35.189028 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-56a22bb6-f3b6-41c3-b251-c995a24e7e2e {{(pid=93013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:08:35.189760 dv-cinder-789603-11-iscsi neutron-server[93013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24653d30-fca3-44c7-88ed-a848503fe91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '389d4c3e-d1ff-4a79-8acd-e5caac541c90', 'code': 200} Jul 08 13:08:35.190595 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] No Port match for: 885d824b-ead0-4e67-95e8-f1dbef80809e {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:08:35.191124 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 885d824b-ead0-4e67-95e8-f1dbef80809e not bound to the agent host hv-cinder-78960 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:08:35.301297 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf931b33-d266-414f-b9b2-0905a6404b40 req-49d55ca9-3b65-4d73-b424-c8881b701575 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:35.302948 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-cf931b33-d266-414f-b9b2-0905a6404b40 req-49d55ca9-3b65-4d73-b424-c8881b701575 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 947 time: 0.0729010 Jul 08 13:08:35.356856 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-cf931b33-d266-414f-b9b2-0905a6404b40 req-f4456aec-a826-473d-bba2-af9199d6865f tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=17936d34-5d2a-4abb-95e4-4f523ff71988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463064 Jul 08 13:08:35.375252 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-32bef4b2-0fcf-48af-8c8d-8ca8e02b9e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:35.463291 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-75f50302-bd38-4903-a9a0-cbeccc5f231d req-1388261e-0d6e-456d-8ec6-a3dd252afc95 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=78b84aec-22d6-43fd-b3d4-49e9736ce2e9 HTTP/1.1" status: 200 len: 210 time: 0.0366986 Jul 08 13:08:35.486563 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcffbf06-87b6-4950-91ee-a590dc7ccf89 req-7e376a76-3f7d-4f98-9ada-487b3aff8319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:35.488147 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-bcffbf06-87b6-4950-91ee-a590dc7ccf89 req-7e376a76-3f7d-4f98-9ada-487b3aff8319 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 1100 time: 0.1051943 Jul 08 13:08:35.532876 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-bcffbf06-87b6-4950-91ee-a590dc7ccf89 req-2cab2e85-3af2-4a12-887f-b7e32adb8846 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=17936d34-5d2a-4abb-95e4-4f523ff71988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288110 Jul 08 13:08:35.716505 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:36.126142 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-97c8e7b9-57f7-456d-825e-78a0ef1aae16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:36.259622 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f4944-4fcf-4bfd-8eb5-0f0aaaf19213 req-9f259646-41fa-4607-8c6a-f33da112ef5e tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:36.261133 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-2c4f4944-4fcf-4bfd-8eb5-0f0aaaf19213 req-9f259646-41fa-4607-8c6a-f33da112ef5e tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/ports?device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 946 time: 0.0660725 Jul 08 13:08:36.298878 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-2c4f4944-4fcf-4bfd-8eb5-0f0aaaf19213 req-f31e570f-737b-4674-bac4-2a364755a043 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/security-groups?id=be666b80-73fb-4087-b244-2d5837e7ba42&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316842 Jul 08 13:08:36.548720 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d39f4-fa7f-463d-ab6f-9da8c0f48889 req-ec6a1506-f64d-4909-a5fe-9601905ac9bf tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:36.550229 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-fb3d39f4-fa7f-463d-ab6f-9da8c0f48889 req-ec6a1506-f64d-4909-a5fe-9601905ac9bf tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 947 time: 0.0703728 Jul 08 13:08:36.599765 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-fb3d39f4-fa7f-463d-ab6f-9da8c0f48889 req-dc14bea1-b8b1-474d-837a-7419c1c38851 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=17936d34-5d2a-4abb-95e4-4f523ff71988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417862 Jul 08 13:08:36.619692 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-72829d05-0d49-463a-accd-a261bb8738ae req-51755346-1ffa-4fbc-80e0-d3fbf2b8c335 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=78b84aec-22d6-43fd-b3d4-49e9736ce2e9 HTTP/1.1" status: 200 len: 210 time: 0.0380213 Jul 08 13:08:36.908367 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bca885-b960-4a8f-b00a-165e62a8bf04 req-bac9519b-2091-4e6f-bd95-6c93e406c9c9 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:36.909807 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-44bca885-b960-4a8f-b00a-165e62a8bf04 req-bac9519b-2091-4e6f-bd95-6c93e406c9c9 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.21 "GET /v2.0/networks?id=6414870c-e55b-4de0-96ed-e21f9e007cfe HTTP/1.1" status: 200 len: 812 time: 0.1229761 Jul 08 13:08:36.967626 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-44bca885-b960-4a8f-b00a-165e62a8bf04 req-05ef7455-6863-4a57-94d8-2335d5d37416 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72e6ac284e134db6984ee5463fd84268 HTTP/1.1" status: 200 len: 379 time: 0.0370870 Jul 08 13:08:36.984988 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [req-44bca885-b960-4a8f-b00a-165e62a8bf04 req-903a9eb2-90c3-4069-8230-211f14907291 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Request body: {'port': {'device_id': '78b84aec-22d6-43fd-b3d4-49e9736ce2e9', 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe', 'admin_state_up': True, 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'security_groups': ['1905c27f-739b-4619-88c1-b64cd2f47568']}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:08:37.120506 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44bca885-b960-4a8f-b00a-165e62a8bf04 req-903a9eb2-90c3-4069-8230-211f14907291 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Made reservation on behalf of 72e6ac284e134db6984ee5463fd84268 for: {'port': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:08:37.124712 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-44bca885-b960-4a8f-b00a-165e62a8bf04 req-903a9eb2-90c3-4069-8230-211f14907291 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:37.266421 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [req-44bca885-b960-4a8f-b00a-165e62a8bf04 req-903a9eb2-90c3-4069-8230-211f14907291 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Allocated IP 172.20.0.8 (6414870c-e55b-4de0-96ed-e21f9e007cfe/d28d3121-202c-40d9-81a2-6dc38ff463b2/bdfd99ec-1966-454f-ac06-fa99b8738359) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:08:37.413653 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-44bca885-b960-4a8f-b00a-165e62a8bf04 req-903a9eb2-90c3-4069-8230-211f14907291 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:37.429617 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [req-44bca885-b960-4a8f-b00a-165e62a8bf04 req-903a9eb2-90c3-4069-8230-211f14907291 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Transition to ACTIVE for port object bdfd99ec-1966-454f-ac06-fa99b8738359 will not be triggered until provisioned by entity DHCP. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:08:37.463433 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-44bca885-b960-4a8f-b00a-165e62a8bf04 req-903a9eb2-90c3-4069-8230-211f14907291 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4789364'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:37.499832 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40309c5a-469f-4ce9-868a-208fb839bbc4 req-59f48fb6-5266-4c71-afc4-2618a33c0c28 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:37.501755 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-40309c5a-469f-4ce9-868a-208fb839bbc4 req-59f48fb6-5266-4c71-afc4-2618a33c0c28 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/ports?device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 946 time: 0.0742867 Jul 08 13:08:37.525974 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a9eb2-90c3-4069-8230-211f14907291 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Pushing event updated for resources: {'Port': ['ID=bdfd99ec-1966-454f-ac06-fa99b8738359,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:08:37.530173 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44bca885-b960-4a8f-b00a-165e62a8bf04 req-903a9eb2-90c3-4069-8230-211f14907291 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Network 6414870c-e55b-4de0-96ed-e21f9e007cfe is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:08:37.532142 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [req-44bca885-b960-4a8f-b00a-165e62a8bf04 req-903a9eb2-90c3-4069-8230-211f14907291 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:08:37.534675 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [req-44bca885-b960-4a8f-b00a-165e62a8bf04 req-903a9eb2-90c3-4069-8230-211f14907291 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:08:37.580918 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-40309c5a-469f-4ce9-868a-208fb839bbc4 req-452d0e46-aea8-49ce-be5e-938a342c54be tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/security-groups?id=be666b80-73fb-4087-b244-2d5837e7ba42&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0726137 Jul 08 13:08:37.604037 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bca885-b960-4a8f-b00a-165e62a8bf04 req-903a9eb2-90c3-4069-8230-211f14907291 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:37.604717 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-44bca885-b960-4a8f-b00a-165e62a8bf04 req-903a9eb2-90c3-4069-8230-211f14907291 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:37.633538 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-44bca885-b960-4a8f-b00a-165e62a8bf04 req-903a9eb2-90c3-4069-8230-211f14907291 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6531811 Jul 08 13:08:37.673802 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [req-44bca885-b960-4a8f-b00a-165e62a8bf04 req-8981637a-863b-4f25-b3b0-2ab29d0824ae service neutron] Request body: {'port': {'device_id': '78b84aec-22d6-43fd-b3d4-49e9736ce2e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:08:37.832502 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-44bca885-b960-4a8f-b00a-165e62a8bf04 req-8981637a-863b-4f25-b3b0-2ab29d0824ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:37.861581 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8325133-8edd-41ea-a7b6-9fd94fc934e9 req-665ceb50-943c-4962-88db-42fbe7a0e992 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:37.863666 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a8325133-8edd-41ea-a7b6-9fd94fc934e9 req-665ceb50-943c-4962-88db-42fbe7a0e992 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=78b84aec-22d6-43fd-b3d4-49e9736ce2e9 HTTP/1.1" status: 200 len: 931 time: 0.0902615 Jul 08 13:08:37.881118 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-615b644b-3110-4324-8d19-7b6387de29b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:37.905545 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a8325133-8edd-41ea-a7b6-9fd94fc934e9 req-dc4a8532-5762-4869-b47a-8a5857853d26 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/security-groups?id=1905c27f-739b-4619-88c1-b64cd2f47568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355141 Jul 08 13:08:37.924755 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2e873-86c3-4f5c-bb34-d9cb0840eafd req-020f46b2-87f6-4803-9c83-eafedfa6d375 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:37.926042 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d8c2e873-86c3-4f5c-bb34-d9cb0840eafd req-020f46b2-87f6-4803-9c83-eafedfa6d375 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 947 time: 0.1487300 Jul 08 13:08:37.961460 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-d2dbb1da-6ea6-4037-9fd0-75f863148925 None None] Provisioning for port bdfd99ec-1966-454f-ac06-fa99b8738359 completed by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:08:37.965734 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-d2dbb1da-6ea6-4037-9fd0-75f863148925 None None] Provisioning complete for port bdfd99ec-1966-454f-ac06-fa99b8738359 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:08:37.966293 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-d2dbb1da-6ea6-4037-9fd0-75f863148925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:38.001662 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-d2dbb1da-6ea6-4037-9fd0-75f863148925 None None] Port bdfd99ec-1966-454f-ac06-fa99b8738359 cannot update to ACTIVE because it is not bound. {{(pid=93013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 13:08:38.033814 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d8c2e873-86c3-4f5c-bb34-d9cb0840eafd req-24f65249-84c3-4939-9ed8-e1aa817c99ef tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=17936d34-5d2a-4abb-95e4-4f523ff71988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999284 Jul 08 13:08:38.172573 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [req-44bca885-b960-4a8f-b00a-165e62a8bf04 req-8981637a-863b-4f25-b3b0-2ab29d0824ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdfd99ec-1966-454f-ac06-fa99b8738359 {{(pid=93011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:08:38.179793 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-44bca885-b960-4a8f-b00a-165e62a8bf04 req-8981637a-863b-4f25-b3b0-2ab29d0824ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:38.192036 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [req-44bca885-b960-4a8f-b00a-165e62a8bf04 req-8981637a-863b-4f25-b3b0-2ab29d0824ae service neutron] Transition to ACTIVE for port object bdfd99ec-1966-454f-ac06-fa99b8738359 will not be triggered until provisioned by entity L2. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:08:38.196494 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-44bca885-b960-4a8f-b00a-165e62a8bf04 req-8981637a-863b-4f25-b3b0-2ab29d0824ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4789354'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:38.262910 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8981637a-863b-4f25-b3b0-2ab29d0824ae service neutron] Pushing event updated for resources: {'Port': ['ID=bdfd99ec-1966-454f-ac06-fa99b8738359,revision_number=2']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:08:38.316943 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-44bca885-b960-4a8f-b00a-165e62a8bf04 req-8981637a-863b-4f25-b3b0-2ab29d0824ae service neutron] Attempting to bind port bdfd99ec-1966-454f-ac06-fa99b8738359 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 13:08:38.317287 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-44bca885-b960-4a8f-b00a-165e62a8bf04 req-8981637a-863b-4f25-b3b0-2ab29d0824ae service neutron] Attempting to bind port bdfd99ec-1966-454f-ac06-fa99b8738359 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'a2927637-e19f-4f91-8a6e-7cfe612d9539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe'}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 13:08:38.317832 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bca885-b960-4a8f-b00a-165e62a8bf04 req-8981637a-863b-4f25-b3b0-2ab29d0824ae service neutron] Attempting to bind port bdfd99ec-1966-454f-ac06-fa99b8738359 on network 6414870c-e55b-4de0-96ed-e21f9e007cfe {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:08:38.322946 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bca885-b960-4a8f-b00a-165e62a8bf04 req-8981637a-863b-4f25-b3b0-2ab29d0824ae service neutron] Port bdfd99ec-1966-454f-ac06-fa99b8738359 on network 6414870c-e55b-4de0-96ed-e21f9e007cfe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 13:08:38.323268 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bca885-b960-4a8f-b00a-165e62a8bf04 req-8981637a-863b-4f25-b3b0-2ab29d0824ae service neutron] Attempting to bind port bdfd99ec-1966-454f-ac06-fa99b8738359 on network 6414870c-e55b-4de0-96ed-e21f9e007cfe {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:08:38.329026 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bca885-b960-4a8f-b00a-165e62a8bf04 req-8981637a-863b-4f25-b3b0-2ab29d0824ae service neutron] Checking agent: {'id': 'c15515fa-7ee9-40ef-8b65-fb183853d126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 13, 0), 'started_at': datetime.datetime(2021, 7, 8, 13, 0), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 13, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 13:08:38.329367 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bca885-b960-4a8f-b00a-165e62a8bf04 req-8981637a-863b-4f25-b3b0-2ab29d0824ae service neutron] Checking segment: {'id': 'a2927637-e19f-4f91-8a6e-7cfe612d9539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:08:38.329758 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bca885-b960-4a8f-b00a-165e62a8bf04 req-8981637a-863b-4f25-b3b0-2ab29d0824ae service neutron] Bound using segment: {'id': 'a2927637-e19f-4f91-8a6e-7cfe612d9539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe'} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 13:08:38.330188 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-44bca885-b960-4a8f-b00a-165e62a8bf04 req-8981637a-863b-4f25-b3b0-2ab29d0824ae service neutron] Bound port: bdfd99ec-1966-454f-ac06-fa99b8738359, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2927637-e19f-4f91-8a6e-7cfe612d9539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe'}}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 13:08:38.330549 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-44bca885-b960-4a8f-b00a-165e62a8bf04 req-8981637a-863b-4f25-b3b0-2ab29d0824ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:38.400421 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-44bca885-b960-4a8f-b00a-165e62a8bf04 req-8981637a-863b-4f25-b3b0-2ab29d0824ae service neutron] For port bdfd99ec-1966-454f-ac06-fa99b8738359, host hv-cinder-78960, cleared binding levels {{(pid=93011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 13:08:38.403352 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-44bca885-b960-4a8f-b00a-165e62a8bf04 req-8981637a-863b-4f25-b3b0-2ab29d0824ae service neutron] For port bdfd99ec-1966-454f-ac06-fa99b8738359, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=bdfd99ec-1966-454f-ac06-fa99b8738359,segment=NetworkSegment(a2927637-e19f-4f91-8a6e-7cfe612d9539),segment_id=a2927637-e19f-4f91-8a6e-7cfe612d9539)] {{(pid=93011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 13:08:38.407519 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-44bca885-b960-4a8f-b00a-165e62a8bf04 req-8981637a-863b-4f25-b3b0-2ab29d0824ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4789354'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:38.442509 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bca885-b960-4a8f-b00a-165e62a8bf04 req-8981637a-863b-4f25-b3b0-2ab29d0824ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:38.443125 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-44bca885-b960-4a8f-b00a-165e62a8bf04 req-8981637a-863b-4f25-b3b0-2ab29d0824ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:38.444574 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-44bca885-b960-4a8f-b00a-165e62a8bf04 req-8981637a-863b-4f25-b3b0-2ab29d0824ae service neutron] 10.222.0.21 "PUT /v2.0/ports/bdfd99ec-1966-454f-ac06-fa99b8738359 HTTP/1.1" status: 200 len: 1093 time: 0.7773139 Jul 08 13:08:38.445186 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78b84aec-22d6-43fd-b3d4-49e9736ce2e9', 'tag': 'bdfd99ec-1966-454f-ac06-fa99b8738359'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:08:38.447686 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79934bd8df5839606b1ce54b63dc7d70fed780423e2c756261eeaeb19bf0c4d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fcdc371-095e-474e-a10d-9a72e34a57c1" -d '{"events": [{"name": "network-changed", "server_uuid": "78b84aec-22d6-43fd-b3d4-49e9736ce2e9", "tag": "bdfd99ec-1966-454f-ac06-fa99b8738359"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:08:38.471764 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8981637a-863b-4f25-b3b0-2ab29d0824ae service neutron] Pushing event updated for resources: {'Port': ['ID=bdfd99ec-1966-454f-ac06-fa99b8738359,revision_number=3']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:08:38.500207 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 13:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ab98b6-a8f6-46ed-8f6d-de3d7591a904 x-openstack-request-id: req-60ab98b6-a8f6-46ed-8f6d-de3d7591a904 {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:08:38.500610 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78b84aec-22d6-43fd-b3d4-49e9736ce2e9", "tag": "bdfd99ec-1966-454f-ac06-fa99b8738359", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:08:38.500959 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-60ab98b6-a8f6-46ed-8f6d-de3d7591a904 {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:08:38.501489 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78b84aec-22d6-43fd-b3d4-49e9736ce2e9', 'tag': 'bdfd99ec-1966-454f-ac06-fa99b8738359', 'status': 'completed', 'code': 200} Jul 08 13:08:38.582641 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bca885-b960-4a8f-b00a-165e62a8bf04 req-a42f9824-7144-4942-ab82-39f4d6240b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:38.584158 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-44bca885-b960-4a8f-b00a-165e62a8bf04 req-a42f9824-7144-4942-ab82-39f4d6240b1c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72e6ac284e134db6984ee5463fd84268&device_id=78b84aec-22d6-43fd-b3d4-49e9736ce2e9 HTTP/1.1" status: 200 len: 1096 time: 0.0577660 Jul 08 13:08:38.644051 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-44bca885-b960-4a8f-b00a-165e62a8bf04 req-1e399461-7ca2-454b-bafa-0ecb21bc8de2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdfd99ec-1966-454f-ac06-fa99b8738359 HTTP/1.1" status: 200 len: 217 time: 0.0451260 Jul 08 13:08:38.707705 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bca885-b960-4a8f-b00a-165e62a8bf04 req-06351748-9e06-4e73-81c1-576ff8779ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:38.709339 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-44bca885-b960-4a8f-b00a-165e62a8bf04 req-06351748-9e06-4e73-81c1-576ff8779ee7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d28d3121-202c-40d9-81a2-6dc38ff463b2 HTTP/1.1" status: 200 len: 851 time: 0.0533180 Jul 08 13:08:38.818418 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bca885-b960-4a8f-b00a-165e62a8bf04 req-24648d77-194c-48cc-ac7c-cb787a56fecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:38.819816 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-44bca885-b960-4a8f-b00a-165e62a8bf04 req-24648d77-194c-48cc-ac7c-cb787a56fecd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6414870c-e55b-4de0-96ed-e21f9e007cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1039398 Jul 08 13:08:38.831391 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472aeb5f-7f77-4c79-bfa4-4c81170543de req-3398584c-e5ce-4a3a-bb7d-945d6cb1ab9c tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:38.832801 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-472aeb5f-7f77-4c79-bfa4-4c81170543de req-3398584c-e5ce-4a3a-bb7d-945d6cb1ab9c tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/ports?device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 946 time: 0.0849326 Jul 08 13:08:38.915742 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-472aeb5f-7f77-4c79-bfa4-4c81170543de req-03c4f0a3-7295-45ce-a4ff-054ff8a4f776 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/security-groups?id=be666b80-73fb-4087-b244-2d5837e7ba42&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0742288 Jul 08 13:08:38.944118 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-44bca885-b960-4a8f-b00a-165e62a8bf04 req-d17fc6b6-b3dd-41df-89e2-783f388b4f2b service neutron] 10.222.0.21 "GET /v2.0/networks/6414870c-e55b-4de0-96ed-e21f9e007cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102548 Jul 08 13:08:39.043961 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-44bca885-b960-4a8f-b00a-165e62a8bf04 req-77b768e7-d90b-461e-838d-b251c1632244 service neutron] 10.222.0.21 "GET /v2.0/networks/6414870c-e55b-4de0-96ed-e21f9e007cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928605 Jul 08 13:08:39.096900 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a193a-17d4-407b-864c-c3f4d5bd4d37 req-70ad6fc4-7cad-4757-8299-6491adbbbb7c tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:39.098958 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e91a193a-17d4-407b-864c-c3f4d5bd4d37 req-70ad6fc4-7cad-4757-8299-6491adbbbb7c tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=78b84aec-22d6-43fd-b3d4-49e9736ce2e9 HTTP/1.1" status: 200 len: 943 time: 0.0742970 Jul 08 13:08:39.136574 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e91a193a-17d4-407b-864c-c3f4d5bd4d37 req-269a8340-748e-4964-9572-862e570f1288 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/security-groups?id=1905c27f-739b-4619-88c1-b64cd2f47568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318022 Jul 08 13:08:39.190342 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcdc371-095e-474e-a10d-9a72e34a57c1 req-c49e4eac-d2dc-445e-8a96-b8a68facf6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:39.191820 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-3fcdc371-095e-474e-a10d-9a72e34a57c1 req-c49e4eac-d2dc-445e-8a96-b8a68facf6f8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72e6ac284e134db6984ee5463fd84268&device_id=78b84aec-22d6-43fd-b3d4-49e9736ce2e9 HTTP/1.1" status: 200 len: 1096 time: 0.0552676 Jul 08 13:08:39.313353 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcdc371-095e-474e-a10d-9a72e34a57c1 req-5028681c-58cc-40aa-888e-7b95c684952c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:39.314768 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-3fcdc371-095e-474e-a10d-9a72e34a57c1 req-5028681c-58cc-40aa-888e-7b95c684952c service neutron] 10.222.0.21 "GET /v2.0/networks?id=6414870c-e55b-4de0-96ed-e21f9e007cfe HTTP/1.1" status: 200 len: 913 time: 0.1118689 Jul 08 13:08:39.360721 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-3fcdc371-095e-474e-a10d-9a72e34a57c1 req-077dbeed-26c0-4d76-9fea-dfae13b49236 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdfd99ec-1966-454f-ac06-fa99b8738359 HTTP/1.1" status: 200 len: 217 time: 0.0371513 Jul 08 13:08:39.376676 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adec9a6-8e54-4456-a68d-7d61cb6c6ce1 req-a586913e-5ffa-4c93-870f-80974f273ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:39.378053 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-7adec9a6-8e54-4456-a68d-7d61cb6c6ce1 req-a586913e-5ffa-4c93-870f-80974f273ea3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ed74fee3baae41ecbf26ed6bbd744249&device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 1099 time: 0.0985789 Jul 08 13:08:39.460144 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcdc371-095e-474e-a10d-9a72e34a57c1 req-a95d1ffb-ea91-4473-9efc-fa3239d0f5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:39.461595 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-3fcdc371-095e-474e-a10d-9a72e34a57c1 req-a95d1ffb-ea91-4473-9efc-fa3239d0f5c3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d28d3121-202c-40d9-81a2-6dc38ff463b2 HTTP/1.1" status: 200 len: 851 time: 0.0942304 Jul 08 13:08:39.520202 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adec9a6-8e54-4456-a68d-7d61cb6c6ce1 req-808c8cf1-ba39-42e2-9700-6678a579a10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:39.521629 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-7adec9a6-8e54-4456-a68d-7d61cb6c6ce1 req-808c8cf1-ba39-42e2-9700-6678a579a10c service neutron] 10.222.0.21 "GET /v2.0/networks?id=c49b9db1-0426-4015-9afe-1fff90136761 HTTP/1.1" status: 200 len: 910 time: 0.1255162 Jul 08 13:08:39.583865 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcdc371-095e-474e-a10d-9a72e34a57c1 req-91d0a739-9a07-4724-870b-3f8c06869468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:39.585405 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-3fcdc371-095e-474e-a10d-9a72e34a57c1 req-91d0a739-9a07-4724-870b-3f8c06869468 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6414870c-e55b-4de0-96ed-e21f9e007cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1121042 Jul 08 13:08:39.607083 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-7adec9a6-8e54-4456-a68d-7d61cb6c6ce1 req-9a117185-3a19-4944-8837-9de88c8e334a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05ebf464-bb95-4cd8-9e1a-37f7a16d1615 HTTP/1.1" status: 200 len: 1002 time: 0.0771351 Jul 08 13:08:39.698933 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adec9a6-8e54-4456-a68d-7d61cb6c6ce1 req-7361f73d-192f-4295-a5cc-ede84cae0d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:39.700424 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-7adec9a6-8e54-4456-a68d-7d61cb6c6ce1 req-7361f73d-192f-4295-a5cc-ede84cae0d65 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=82be07f0-1d9e-44ff-8c03-11cf8bfac97c HTTP/1.1" status: 200 len: 848 time: 0.0833006 Jul 08 13:08:39.752326 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-3fcdc371-095e-474e-a10d-9a72e34a57c1 req-5d1de11b-98e1-434c-93dc-a0b275e0265c service neutron] 10.222.0.21 "GET /v2.0/networks/6414870c-e55b-4de0-96ed-e21f9e007cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593087 Jul 08 13:08:39.838090 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adec9a6-8e54-4456-a68d-7d61cb6c6ce1 req-911adccc-80bf-4a8b-8fc8-8097e8156864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:39.839618 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-7adec9a6-8e54-4456-a68d-7d61cb6c6ce1 req-911adccc-80bf-4a8b-8fc8-8097e8156864 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c49b9db1-0426-4015-9afe-1fff90136761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1317418 Jul 08 13:08:39.899669 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-3fcdc371-095e-474e-a10d-9a72e34a57c1 req-0af9097a-1d0d-4137-8266-d1abfa6ed809 service neutron] 10.222.0.21 "GET /v2.0/networks/6414870c-e55b-4de0-96ed-e21f9e007cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402886 Jul 08 13:08:39.944512 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-7adec9a6-8e54-4456-a68d-7d61cb6c6ce1 req-15bca608-7a02-4738-96ba-81545b7f188f service neutron] 10.222.0.21 "GET /v2.0/networks/c49b9db1-0426-4015-9afe-1fff90136761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966983 Jul 08 13:08:40.078374 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-7adec9a6-8e54-4456-a68d-7d61cb6c6ce1 req-53264e7f-3ee2-47d8-82c7-38b29ea27fb1 service neutron] 10.222.0.21 "GET /v2.0/networks/c49b9db1-0426-4015-9afe-1fff90136761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265025 Jul 08 13:08:40.129471 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c1c54-f1e0-4292-a0a2-16980d8c8ac6 req-5f3ee195-8962-4db1-b4a6-422c8889b98e tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:40.131062 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-489c1c54-f1e0-4292-a0a2-16980d8c8ac6 req-5f3ee195-8962-4db1-b4a6-422c8889b98e tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/ports?device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 946 time: 0.0868976 Jul 08 13:08:40.177394 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-489c1c54-f1e0-4292-a0a2-16980d8c8ac6 req-56353f5c-7c97-46d2-a7ab-ddf194e615e9 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/security-groups?id=be666b80-73fb-4087-b244-2d5837e7ba42&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403149 Jul 08 13:08:40.314648 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c594f-f568-4abb-9b2f-aeb7456951d4 req-90b54724-5f26-45f7-8286-49ad700a5a25 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:40.316099 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-be4c594f-f568-4abb-9b2f-aeb7456951d4 req-90b54724-5f26-45f7-8286-49ad700a5a25 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=78b84aec-22d6-43fd-b3d4-49e9736ce2e9 HTTP/1.1" status: 200 len: 943 time: 0.0646050 Jul 08 13:08:40.353339 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-be4c594f-f568-4abb-9b2f-aeb7456951d4 req-17e956a4-a652-432c-88f4-d4982232d2c0 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/security-groups?id=1905c27f-739b-4619-88c1-b64cd2f47568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313785 Jul 08 13:08:41.355688 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c3195-afee-459a-ab2f-4c16502a0947 req-d6bc6772-60ad-47a1-a857-59438aba7c5f tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:41.357773 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-357c3195-afee-459a-ab2f-4c16502a0947 req-d6bc6772-60ad-47a1-a857-59438aba7c5f tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/ports?device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 946 time: 0.0684986 Jul 08 13:08:41.406159 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-357c3195-afee-459a-ab2f-4c16502a0947 req-a228af40-cd20-4ba6-8672-121dae11079d tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/security-groups?id=be666b80-73fb-4087-b244-2d5837e7ba42&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427823 Jul 08 13:08:41.530962 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001b811-e294-40e6-aca4-476b530b8eea req-adff3349-0dba-47a7-af2a-709d15f40b51 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:41.532758 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8001b811-e294-40e6-aca4-476b530b8eea req-adff3349-0dba-47a7-af2a-709d15f40b51 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=78b84aec-22d6-43fd-b3d4-49e9736ce2e9 HTTP/1.1" status: 200 len: 943 time: 0.0632963 Jul 08 13:08:41.568791 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8001b811-e294-40e6-aca4-476b530b8eea req-08821b67-e619-442a-b830-51b833b2079e tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/security-groups?id=1905c27f-739b-4619-88c1-b64cd2f47568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305409 Jul 08 13:08:41.783198 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a163147-2e9f-4f12-93ef-7cce705bb46f req-5995bfdf-173a-4ecf-9c11-2f10188f3c73 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:41.784719 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7a163147-2e9f-4f12-93ef-7cce705bb46f req-5995bfdf-173a-4ecf-9c11-2f10188f3c73 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=c262ef6d-5af4-4f50-81b4-0954b3e36759 HTTP/1.1" status: 200 len: 946 time: 0.0629952 Jul 08 13:08:41.825107 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7a163147-2e9f-4f12-93ef-7cce705bb46f req-d7ed2b6b-a746-4e22-b3e6-ca478509e00d tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=e577628d-00b9-488e-9f1c-ea47a107c375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347085 Jul 08 13:08:42.574904 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e89b2-0e11-4f82-af1e-f86d0a2e612a req-bb6461eb-c7dd-45c9-ba17-e9979bc38111 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:42.576435 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-090e89b2-0e11-4f82-af1e-f86d0a2e612a req-bb6461eb-c7dd-45c9-ba17-e9979bc38111 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/ports?device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 946 time: 0.0661221 Jul 08 13:08:42.617049 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-090e89b2-0e11-4f82-af1e-f86d0a2e612a req-e386cb49-f342-4bf6-b163-3174f8111471 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/security-groups?id=be666b80-73fb-4087-b244-2d5837e7ba42&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351005 Jul 08 13:08:42.750899 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef6a5bc-4890-4bc9-a9e5-15f19e9c32bd req-e40307ad-9872-4748-b452-9316d416c32d tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:42.752466 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0ef6a5bc-4890-4bc9-a9e5-15f19e9c32bd req-e40307ad-9872-4748-b452-9316d416c32d tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=78b84aec-22d6-43fd-b3d4-49e9736ce2e9 HTTP/1.1" status: 200 len: 943 time: 0.0670121 Jul 08 13:08:42.790838 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0ef6a5bc-4890-4bc9-a9e5-15f19e9c32bd req-04280158-b92b-485d-9735-2aa410022d52 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/security-groups?id=1905c27f-739b-4619-88c1-b64cd2f47568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325968 Jul 08 13:08:42.908289 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-040fcf9f-091d-4db5-a41a-e42dff2bf50c req-e6b580b1-ec36-45cc-baf9-45f148dfe968 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3aea33ea-0d78-4928-8848-6cc743de64b0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0534194 Jul 08 13:08:42.980969 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f987f6-2722-41aa-af44-50f7a4dcd5ee req-bf573f94-55c0-498e-b54c-37dcb2ef1034 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:42.982579 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-21f987f6-2722-41aa-af44-50f7a4dcd5ee req-bf573f94-55c0-498e-b54c-37dcb2ef1034 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/ports?device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 946 time: 0.0653942 Jul 08 13:08:43.012257 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee8b3fd-b968-4c71-8784-6d44b25b7097 req-9be2d256-71f4-4890-9713-53cf5a67e991 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:43.014477 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-bee8b3fd-b968-4c71-8784-6d44b25b7097 req-9be2d256-71f4-4890-9713-53cf5a67e991 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=c262ef6d-5af4-4f50-81b4-0954b3e36759 HTTP/1.1" status: 200 len: 946 time: 0.0694225 Jul 08 13:08:43.023481 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-21f987f6-2722-41aa-af44-50f7a4dcd5ee req-f47d04d5-3299-4245-a6c2-1dab638dc8ea tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/security-groups?id=be666b80-73fb-4087-b244-2d5837e7ba42&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347042 Jul 08 13:08:43.059528 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-bee8b3fd-b968-4c71-8784-6d44b25b7097 req-3a161ab4-eaaa-4331-9826-c211a4d78a77 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=e577628d-00b9-488e-9f1c-ea47a107c375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362885 Jul 08 13:08:43.849790 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df953237-ad20-492c-8f3e-7fdf118dfb6d req-718f4a2d-65bc-41bf-9e5d-75119cd3a4cc tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:43.851286 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-df953237-ad20-492c-8f3e-7fdf118dfb6d req-718f4a2d-65bc-41bf-9e5d-75119cd3a4cc tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.21 "GET /v2.0/ports?device_id=c262ef6d-5af4-4f50-81b4-0954b3e36759 HTTP/1.1" status: 200 len: 946 time: 0.0690258 Jul 08 13:08:43.957295 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [req-df953237-ad20-492c-8f3e-7fdf118dfb6d req-fcb4572d-d216-4890-946e-c289ec8aa367 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Deleting port f95555ce-a508-497b-becf-71b6bc3f1e97 {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:08:43.957699 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-df953237-ad20-492c-8f3e-7fdf118dfb6d req-fcb4572d-d216-4890-946e-c289ec8aa367 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:43.974221 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401ee98-d500-4cda-b20b-240e2254363e req-6df8f487-d798-4bf9-ada3-2ad7742269e0 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:43.975802 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3401ee98-d500-4cda-b20b-240e2254363e req-6df8f487-d798-4bf9-ada3-2ad7742269e0 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=78b84aec-22d6-43fd-b3d4-49e9736ce2e9 HTTP/1.1" status: 200 len: 943 time: 0.0729465 Jul 08 13:08:44.020859 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3401ee98-d500-4cda-b20b-240e2254363e req-6a7f3251-b30b-4965-b284-362e2d793aea tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/security-groups?id=1905c27f-739b-4619-88c1-b64cd2f47568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391357 Jul 08 13:08:44.066375 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-df953237-ad20-492c-8f3e-7fdf118dfb6d req-fcb4572d-d216-4890-946e-c289ec8aa367 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] For port f95555ce-a508-497b-becf-71b6bc3f1e97, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=f95555ce-a508-497b-becf-71b6bc3f1e97,segment=NetworkSegment(da04ac3a-37cb-46dc-a027-e9022e8212d8),segment_id=da04ac3a-37cb-46dc-a027-e9022e8212d8)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:08:44.066738 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-df953237-ad20-492c-8f3e-7fdf118dfb6d req-fcb4572d-d216-4890-946e-c289ec8aa367 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:44.259451 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e111da9d-ddee-4afd-883d-232eec951db8 req-4babbcb9-be94-431c-92e3-4d766d5ba627 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:44.261107 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e111da9d-ddee-4afd-883d-232eec951db8 req-4babbcb9-be94-431c-92e3-4d766d5ba627 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=c262ef6d-5af4-4f50-81b4-0954b3e36759 HTTP/1.1" status: 200 len: 946 time: 0.0675242 Jul 08 13:08:44.303438 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e111da9d-ddee-4afd-883d-232eec951db8 req-0e7714b7-d22c-425e-8498-faed6510ac27 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups?id=e577628d-00b9-488e-9f1c-ea47a107c375&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357571 Jul 08 13:08:44.307214 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4817602-6221-47ef-99e5-0359ac8de5c6 req-0110b166-3677-4c08-820c-6f49ced80215 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:44.308884 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-c4817602-6221-47ef-99e5-0359ac8de5c6 req-0110b166-3677-4c08-820c-6f49ced80215 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/ports?device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 946 time: 0.1577644 Jul 08 13:08:44.310684 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-df953237-ad20-492c-8f3e-7fdf118dfb6d req-fcb4572d-d216-4890-946e-c289ec8aa367 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:44.311049 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-df953237-ad20-492c-8f3e-7fdf118dfb6d req-fcb4572d-d216-4890-946e-c289ec8aa367 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545677'] for floatingip, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:44.311359 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.db.l3_db [req-df953237-ad20-492c-8f3e-7fdf118dfb6d req-fcb4572d-d216-4890-946e-c289ec8aa367 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Floating IP 5475c8f2-b764-4c25-8212-bf2fa107563d disassociated. External IP: 172.27.1.132, port: f95555ce-a508-497b-becf-71b6bc3f1e97. Jul 08 13:08:44.311700 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [req-df953237-ad20-492c-8f3e-7fdf118dfb6d req-fcb4572d-d216-4890-946e-c289ec8aa367 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Calling delete_port for f95555ce-a508-497b-becf-71b6bc3f1e97 owned by compute:nova {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:08:44.393232 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-c4817602-6221-47ef-99e5-0359ac8de5c6 req-c7a9d017-9aad-4717-bb3f-017def90128d tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/security-groups?id=be666b80-73fb-4087-b244-2d5837e7ba42&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0768239 Jul 08 13:08:44.476464 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-df953237-ad20-492c-8f3e-7fdf118dfb6d req-fcb4572d-d216-4890-946e-c289ec8aa367 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789347'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:44.508690 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb4572d-d216-4890-946e-c289ec8aa367 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Pushing event deleted for resources: {'Port': ['ID=f95555ce-a508-497b-becf-71b6bc3f1e97,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:08:44.619415 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df953237-ad20-492c-8f3e-7fdf118dfb6d req-fcb4572d-d216-4890-946e-c289ec8aa367 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Router 3a627d2c-134b-4204-92c4-5de44e399a60 has already been hosted by L3 agent f415b27f-d318-40de-bd28-ecbd03c16a41 {{(pid=93011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 13:08:45.027389 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df953237-ad20-492c-8f3e-7fdf118dfb6d req-fcb4572d-d216-4890-946e-c289ec8aa367 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify agent at l3_agent.dv-cinder-789603-11-iscsi the message routers_updated {{(pid=93011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:08:45.038251 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32feb31b-d57a-4010-86b2-99ad0b9f6a30 None None] Sync routers for ids ['3a627d2c-134b-4204-92c4-5de44e399a60'] in dv-cinder-789603-11-iscsi {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:08:45.038735 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040fcf9f-091d-4db5-a41a-e42dff2bf50c req-68b449d5-b7f6-4ef8-bf30-e30c97d0dd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:45.040162 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-040fcf9f-091d-4db5-a41a-e42dff2bf50c req-68b449d5-b7f6-4ef8-bf30-e30c97d0dd39 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3aea33ea-0d78-4928-8848-6cc743de64b0&tenant_id=ed74fee3baae41ecbf26ed6bbd744249 HTTP/1.1" status: 200 len: 1099 time: 0.1153641 Jul 08 13:08:45.047446 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32feb31b-d57a-4010-86b2-99ad0b9f6a30 None None] Routers {'3a627d2c-134b-4204-92c4-5de44e399a60'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:08:45.048073 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-32feb31b-d57a-4010-86b2-99ad0b9f6a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:08:35Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['3a627d2c-134b-4204-92c4-5de44e399a60'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:08:45.077889 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [req-df953237-ad20-492c-8f3e-7fdf118dfb6d req-fcb4572d-d216-4890-946e-c289ec8aa367 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] No DVR routers for this DVR port f95555ce-a508-497b-becf-71b6bc3f1e97 on host hv-cinder-78960 {{(pid=93011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:08:45.080792 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-df953237-ad20-492c-8f3e-7fdf118dfb6d req-fcb4572d-d216-4890-946e-c289ec8aa367 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:45.082828 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-df953237-ad20-492c-8f3e-7fdf118dfb6d req-fcb4572d-d216-4890-946e-c289ec8aa367 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.21 "DELETE /v2.0/ports/f95555ce-a508-497b-becf-71b6bc3f1e97 HTTP/1.1" status: 204 len: 173 time: 1.2260211 Jul 08 13:08:45.083283 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c262ef6d-5af4-4f50-81b4-0954b3e36759', 'name': 'network-vif-deleted', 'tag': 'f95555ce-a508-497b-becf-71b6bc3f1e97'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:08:45.085710 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79934bd8df5839606b1ce54b63dc7d70fed780423e2c756261eeaeb19bf0c4d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d22658-fd8a-456a-8568-0a7dfd8186bd" -d '{"events": [{"server_uuid": "c262ef6d-5af4-4f50-81b4-0954b3e36759", "name": "network-vif-deleted", "tag": "f95555ce-a508-497b-becf-71b6bc3f1e97"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:08:45.146100 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c562af72-c3d1-4cbd-ab8a-9e1c6d1e8021 x-openstack-request-id: req-c562af72-c3d1-4cbd-ab8a-9e1c6d1e8021 {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:08:45.146438 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c262ef6d-5af4-4f50-81b4-0954b3e36759", "name": "network-vif-deleted", "tag": "f95555ce-a508-497b-becf-71b6bc3f1e97", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:08:45.146690 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c562af72-c3d1-4cbd-ab8a-9e1c6d1e8021 {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:08:45.147339 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c262ef6d-5af4-4f50-81b4-0954b3e36759', 'name': 'network-vif-deleted', 'tag': 'f95555ce-a508-497b-becf-71b6bc3f1e97', 'status': 'completed', 'code': 200} Jul 08 13:08:45.177220 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040fcf9f-091d-4db5-a41a-e42dff2bf50c req-d29de857-ea59-4a58-a097-e3b6983aded4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:45.179143 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-040fcf9f-091d-4db5-a41a-e42dff2bf50c req-d29de857-ea59-4a58-a097-e3b6983aded4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ed74fee3baae41ecbf26ed6bbd744249&device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 1099 time: 0.0838141 Jul 08 13:08:45.210635 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-32feb31b-d57a-4010-86b2-99ad0b9f6a30 None None] Set router 3a627d2c-134b-4204-92c4-5de44e399a60 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:08:45.230165 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682775f4-254f-4f5b-bd6d-d82a81cd93e1 req-85c4a5b8-4cbe-4b81-8d68-ca7f232a89f2 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:45.237702 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-682775f4-254f-4f5b-bd6d-d82a81cd93e1 req-85c4a5b8-4cbe-4b81-8d68-ca7f232a89f2 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=78b84aec-22d6-43fd-b3d4-49e9736ce2e9 HTTP/1.1" status: 200 len: 943 time: 0.0764492 Jul 08 13:08:45.274820 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-682775f4-254f-4f5b-bd6d-d82a81cd93e1 req-aa3ab6b3-322c-42cd-baa9-948c0e7addd8 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/security-groups?id=1905c27f-739b-4619-88c1-b64cd2f47568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362482 Jul 08 13:08:45.293813 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040fcf9f-091d-4db5-a41a-e42dff2bf50c req-88d639d6-a587-477b-a2f2-795129aacab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:45.295871 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-040fcf9f-091d-4db5-a41a-e42dff2bf50c req-88d639d6-a587-477b-a2f2-795129aacab3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c49b9db1-0426-4015-9afe-1fff90136761 HTTP/1.1" status: 200 len: 910 time: 0.1093338 Jul 08 13:08:45.377243 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-040fcf9f-091d-4db5-a41a-e42dff2bf50c req-1fdf1031-fcb6-47b8-85aa-4dc6b5cce776 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05ebf464-bb95-4cd8-9e1a-37f7a16d1615 HTTP/1.1" status: 200 len: 1002 time: 0.0696855 Jul 08 13:08:45.438378 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040fcf9f-091d-4db5-a41a-e42dff2bf50c req-aaf2156c-6b99-46f2-996f-76b378185779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:45.439840 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-040fcf9f-091d-4db5-a41a-e42dff2bf50c req-aaf2156c-6b99-46f2-996f-76b378185779 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=82be07f0-1d9e-44ff-8c03-11cf8bfac97c HTTP/1.1" status: 200 len: 848 time: 0.0540478 Jul 08 13:08:45.451530 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-32feb31b-d57a-4010-86b2-99ad0b9f6a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'name': 'tempest-AttachVolumeTestJSON-2066347670-router', 'tenant_id': '11619993cd774ac09b800cbdf78beb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'a6c14c44-5739-49a2-b297-18c37dfd22c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:48Z', 'updated_at': '2021-07-08T13:01:53Z', 'revision_number': 4, 'project_id': '11619993cd774ac09b800cbdf78beb05', 'gw_port': {'id': 'a6c14c44-5739-49a2-b297-18c37dfd22c5', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:48Z', 'updated_at': '2021-07-08T13:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': 'cbbe0068-fe32-41c1-9d0b-756f4f511da0', 'name': '', 'network_id': '3251653d-c1cd-4817-8726-9493dab78425', 'tenant_id': '11619993cd774ac09b800cbdf78beb05', 'mac_address': 'fa:16:3e:58:e9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3709b84-2db1-4e0f-9f70-caed69efa57a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:52Z', 'updated_at': '2021-07-08T13:02:02Z', 'revision_number': 5, 'project_id': '11619993cd774ac09b800cbdf78beb05', 'subnets': [{'id': 'd3709b84-2db1-4e0f-9f70-caed69efa57a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:08:45.478166 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32feb31b-d57a-4010-86b2-99ad0b9f6a30 None None] Checking router: 3a627d2c-134b-4204-92c4-5de44e399a60 for host: dv-cinder-789603-11-iscsi {{(pid=93013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:08:45.487407 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32feb31b-d57a-4010-86b2-99ad0b9f6a30 None None] Routers {'3a627d2c-134b-4204-92c4-5de44e399a60'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:08:45.488160 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-32feb31b-d57a-4010-86b2-99ad0b9f6a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:08:35Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['3a627d2c-134b-4204-92c4-5de44e399a60'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:08:45.494679 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d817c5e0-6fc3-4bb8-984a-6bd04ee03b57 req-0828de94-7a43-414a-9562-c8d0f051077e tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/ports?device_id=c262ef6d-5af4-4f50-81b4-0954b3e36759 HTTP/1.1" status: 200 len: 210 time: 0.0518765 Jul 08 13:08:45.524001 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040fcf9f-091d-4db5-a41a-e42dff2bf50c req-001520dc-94c0-4a37-96a5-5a41128be362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:45.525658 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-040fcf9f-091d-4db5-a41a-e42dff2bf50c req-001520dc-94c0-4a37-96a5-5a41128be362 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c49b9db1-0426-4015-9afe-1fff90136761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0735526 Jul 08 13:08:45.586240 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a57937-620d-49b3-90c0-9627bca0d4b5 req-9d15273e-fd73-4ef5-a14e-eee9377e3852 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:45.588288 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e4a57937-620d-49b3-90c0-9627bca0d4b5 req-9d15273e-fd73-4ef5-a14e-eee9377e3852 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/ports?device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 946 time: 0.0767124 Jul 08 13:08:45.603533 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-32feb31b-d57a-4010-86b2-99ad0b9f6a30 None None] Set router 3a627d2c-134b-4204-92c4-5de44e399a60 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:08:45.631964 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-040fcf9f-091d-4db5-a41a-e42dff2bf50c req-39525bd4-55a7-4daf-bd53-aaf55a926b6c service neutron] 10.222.0.21 "GET /v2.0/networks/c49b9db1-0426-4015-9afe-1fff90136761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920265 Jul 08 13:08:45.640971 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e4a57937-620d-49b3-90c0-9627bca0d4b5 req-79bdddc3-0d09-4bb8-a166-8a6904a47d68 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/security-groups?id=be666b80-73fb-4087-b244-2d5837e7ba42&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458937 Jul 08 13:08:45.726632 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-040fcf9f-091d-4db5-a41a-e42dff2bf50c req-7e74faa4-c945-481a-8e76-721c2a4ec3ca service neutron] 10.222.0.21 "GET /v2.0/networks/c49b9db1-0426-4015-9afe-1fff90136761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868289 Jul 08 13:08:45.814816 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-32feb31b-d57a-4010-86b2-99ad0b9f6a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'name': 'tempest-AttachVolumeTestJSON-2066347670-router', 'tenant_id': '11619993cd774ac09b800cbdf78beb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'a6c14c44-5739-49a2-b297-18c37dfd22c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:48Z', 'updated_at': '2021-07-08T13:01:53Z', 'revision_number': 4, 'project_id': '11619993cd774ac09b800cbdf78beb05', 'gw_port': {'id': 'a6c14c44-5739-49a2-b297-18c37dfd22c5', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:48Z', 'updated_at': '2021-07-08T13:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': 'cbbe0068-fe32-41c1-9d0b-756f4f511da0', 'name': '', 'network_id': '3251653d-c1cd-4817-8726-9493dab78425', 'tenant_id': '11619993cd774ac09b800cbdf78beb05', 'mac_address': 'fa:16:3e:58:e9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3709b84-2db1-4e0f-9f70-caed69efa57a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:52Z', 'updated_at': '2021-07-08T13:02:02Z', 'revision_number': 5, 'project_id': '11619993cd774ac09b800cbdf78beb05', 'subnets': [{'id': 'd3709b84-2db1-4e0f-9f70-caed69efa57a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:08:45.841588 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32feb31b-d57a-4010-86b2-99ad0b9f6a30 None None] The sync data for ids ['3a627d2c-134b-4204-92c4-5de44e399a60'] in dv-cinder-789603-11-iscsi is: [{'id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'name': 'tempest-AttachVolumeTestJSON-2066347670-router', 'tenant_id': '11619993cd774ac09b800cbdf78beb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'a6c14c44-5739-49a2-b297-18c37dfd22c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:48Z', 'updated_at': '2021-07-08T13:01:53Z', 'revision_number': 4, 'project_id': '11619993cd774ac09b800cbdf78beb05', 'gw_port': {'id': 'a6c14c44-5739-49a2-b297-18c37dfd22c5', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:48Z', 'updated_at': '2021-07-08T13:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': 'cbbe0068-fe32-41c1-9d0b-756f4f511da0', 'name': '', 'network_id': '3251653d-c1cd-4817-8726-9493dab78425', 'tenant_id': '11619993cd774ac09b800cbdf78beb05', 'mac_address': 'fa:16:3e:58:e9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'd3709b84-2db1-4e0f-9f70-caed69efa57a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:52Z', 'updated_at': '2021-07-08T13:02:02Z', 'revision_number': 5, 'project_id': '11619993cd774ac09b800cbdf78beb05', 'subnets': [{'id': 'd3709b84-2db1-4e0f-9f70-caed69efa57a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:08:46.059660 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043e00ba-7f16-41a3-b161-e6bdc11dd64d None None] New status for floating IP 5475c8f2-b764-4c25-8212-bf2fa107563d: DOWN {{(pid=93014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 13:08:46.451958 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b6d00-7a45-416f-83ec-d5f99bea7e1a req-5fc088b5-298f-4eb7-b9b7-5c6373b6ac2e tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:46.453466 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0a7b6d00-7a45-416f-83ec-d5f99bea7e1a req-5fc088b5-298f-4eb7-b9b7-5c6373b6ac2e tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=78b84aec-22d6-43fd-b3d4-49e9736ce2e9 HTTP/1.1" status: 200 len: 943 time: 0.0690649 Jul 08 13:08:46.490702 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0a7b6d00-7a45-416f-83ec-d5f99bea7e1a req-8cc91620-f9cf-4b40-af2c-846e4e92324f tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/security-groups?id=1905c27f-739b-4619-88c1-b64cd2f47568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316746 Jul 08 13:08:46.619549 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 43946) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:08:46.673864 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d704946c-ee7d-44aa-91b4-375411b6f978 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:46.699488 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d704946c-ee7d-44aa-91b4-375411b6f978 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:46.757539 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d704946c-ee7d-44aa-91b4-375411b6f978 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:46.760004 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d704946c-ee7d-44aa-91b4-375411b6f978 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:46.761093 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-d704946c-ee7d-44aa-91b4-375411b6f978 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "DELETE /v2.0/security-groups/e577628d-00b9-488e-9f1c-ea47a107c375 HTTP/1.1" status: 204 len: 168 time: 0.1405177 Jul 08 13:08:46.764128 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 43950) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:08:46.777589 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.api.v2.resource [None req-174a19bb-6569-457c-be84-48c14610c398 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] show failed (client error): The resource could not be found. Jul 08 13:08:46.781483 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-174a19bb-6569-457c-be84-48c14610c398 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "GET /v2.0/security-groups/e577628d-00b9-488e-9f1c-ea47a107c375 HTTP/1.1" status: 404 len: 347 time: 0.0134289 Jul 08 13:08:46.781714 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 43952) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:08:46.793174 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d704946c-ee7d-44aa-91b4-375411b6f978 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e577628d-00b9-488e-9f1c-ea47a107c375,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:08:46.804017 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d704946c-ee7d-44aa-91b4-375411b6f978 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:46.804390 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d704946c-ee7d-44aa-91b4-375411b6f978 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:46.804737 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d704946c-ee7d-44aa-91b4-375411b6f978 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:46.805069 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d704946c-ee7d-44aa-91b4-375411b6f978 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:46.805399 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d704946c-ee7d-44aa-91b4-375411b6f978 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:46.805753 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d704946c-ee7d-44aa-91b4-375411b6f978 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:46.806061 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d704946c-ee7d-44aa-91b4-375411b6f978 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:46.806387 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d704946c-ee7d-44aa-91b4-375411b6f978 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:46.806722 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d704946c-ee7d-44aa-91b4-375411b6f978 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:46.807036 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d704946c-ee7d-44aa-91b4-375411b6f978 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:46.807356 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d704946c-ee7d-44aa-91b4-375411b6f978 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:46.807674 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d704946c-ee7d-44aa-91b4-375411b6f978 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:08:46.837198 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547904a-6063-4255-b66e-997ef4c8e12c req-229bacec-4fb1-4a81-a792-449c4fe7c27d tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:46.838804 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c547904a-6063-4255-b66e-997ef4c8e12c req-229bacec-4fb1-4a81-a792-449c4fe7c27d tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/ports?device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 946 time: 0.0933213 Jul 08 13:08:46.877004 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-c547904a-6063-4255-b66e-997ef4c8e12c req-893233d7-39e2-4f4e-b26f-748be6fdfe74 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/security-groups?id=be666b80-73fb-4087-b244-2d5837e7ba42&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326722 Jul 08 13:08:46.912348 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-4d9f5c0a-a351-4df4-9dba-e1c48d56fb48 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Deleting port 7081cd61-4dfa-41a4-8a47-13381a81c880 {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:08:46.912684 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4d9f5c0a-a351-4df4-9dba-e1c48d56fb48 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:46.958495 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device bdfd99ec-1966-454f-ac06-fa99b8738359 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=93013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 13:08:46.969016 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 05ebf464-bb95-4cd8-9e1a-37f7a16d1615 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:08:46.990722 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4d9f5c0a-a351-4df4-9dba-e1c48d56fb48 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:46.991048 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4d9f5c0a-a351-4df4-9dba-e1c48d56fb48 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:47.003942 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-4d9f5c0a-a351-4df4-9dba-e1c48d56fb48 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Calling delete_port for 7081cd61-4dfa-41a4-8a47-13381a81c880 owned by network:floatingip {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:08:47.155444 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4d9f5c0a-a351-4df4-9dba-e1c48d56fb48 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789347'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:47.181752 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f5c0a-a351-4df4-9dba-e1c48d56fb48 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Pushing event deleted for resources: {'Port': ['ID=7081cd61-4dfa-41a4-8a47-13381a81c880,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:08:47.236926 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port bdfd99ec-1966-454f-ac06-fa99b8738359, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=bdfd99ec-1966-454f-ac06-fa99b8738359,segment=NetworkSegment(a2927637-e19f-4f91-8a6e-7cfe612d9539),segment_id=a2927637-e19f-4f91-8a6e-7cfe612d9539)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:08:47.239092 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:47.250089 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4d9f5c0a-a351-4df4-9dba-e1c48d56fb48 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks [] for floatingip, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:47.253038 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-4d9f5c0a-a351-4df4-9dba-e1c48d56fb48 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for floatingip, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:47.256725 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-4d9f5c0a-a351-4df4-9dba-e1c48d56fb48 tempest-AttachVolumeTestJSON-1077642648 tempest-AttachVolumeTestJSON-1077642648-project] 10.222.0.59 "DELETE /v2.0/floatingips/5475c8f2-b764-4c25-8212-bf2fa107563d HTTP/1.1" status: 204 len: 168 time: 0.4715960 Jul 08 13:08:47.259477 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Returning: {'device': 'bdfd99ec-1966-454f-ac06-fa99b8738359', 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe', 'port_id': 'bdfd99ec-1966-454f-ac06-fa99b8738359', 'mac_address': 'fa:16:3e:6a:e4:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd28d3121-202c-40d9-81a2-6dc38ff463b2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 13:08:47.272412 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aea33ea-0d78-4928-8848-6cc743de64b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05ebf464-bb95-4cd8-9e1a-37f7a16d1615'}] {{(pid=93013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:08:47.274826 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437348d2bcada7eee63ab7a3e0cc12fc8f9484ad9c5d405f769a928aff85887c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f48d140-5074-43d2-ae8b-123e246437dd" -d '{"events": [{"server_uuid": "3aea33ea-0d78-4928-8848-6cc743de64b0", "name": "network-vif-unplugged", "status": "completed", "tag": "05ebf464-bb95-4cd8-9e1a-37f7a16d1615"}]}' {{(pid=93013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:08:47.305920 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port 05ebf464-bb95-4cd8-9e1a-37f7a16d1615, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=05ebf464-bb95-4cd8-9e1a-37f7a16d1615,segment=NetworkSegment(32964103-717e-44fc-b530-57634237afd8),segment_id=32964103-717e-44fc-b530-57634237afd8)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:08:47.316862 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:47.322131 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 08 Jul 2021 13:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01df1a46-46f6-4958-9dd3-88e591e2a748 x-openstack-request-id: req-01df1a46-46f6-4958-9dd3-88e591e2a748 {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:08:47.322423 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aea33ea-0d78-4928-8848-6cc743de64b0", "name": "network-vif-unplugged", "status": "completed", "tag": "05ebf464-bb95-4cd8-9e1a-37f7a16d1615", "code": 200}]} {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:08:47.322679 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-01df1a46-46f6-4958-9dd3-88e591e2a748 {{(pid=93013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:08:47.323096 dv-cinder-789603-11-iscsi neutron-server[93013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aea33ea-0d78-4928-8848-6cc743de64b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05ebf464-bb95-4cd8-9e1a-37f7a16d1615', 'code': 200} Jul 08 13:08:47.329470 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:47.371862 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdfd99ec-1966-454f-ac06-fa99b8738359 {{(pid=93013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:08:47.405573 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port bdfd99ec-1966-454f-ac06-fa99b8738359, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=bdfd99ec-1966-454f-ac06-fa99b8738359,segment=NetworkSegment(a2927637-e19f-4f91-8a6e-7cfe612d9539),segment_id=a2927637-e19f-4f91-8a6e-7cfe612d9539)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:08:47.407413 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Pushing event updated for resources: {'Port': ['ID=05ebf464-bb95-4cd8-9e1a-37f7a16d1615,revision_number=6']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:08:47.411102 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:47.460591 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Pushing event updated for resources: {'Port': ['ID=bdfd99ec-1966-454f-ac06-fa99b8738359,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:08:47.664618 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec817b-cab8-4ee4-b6b0-e85b1efa2784 req-49535aa0-380d-4697-a854-e235940ca16d tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:47.666407 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ebec817b-cab8-4ee4-b6b0-e85b1efa2784 req-49535aa0-380d-4697-a854-e235940ca16d tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=78b84aec-22d6-43fd-b3d4-49e9736ce2e9 HTTP/1.1" status: 200 len: 944 time: 0.0652654 Jul 08 13:08:47.706661 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ebec817b-cab8-4ee4-b6b0-e85b1efa2784 req-1210e185-4a1e-47ca-82ab-0e49e5e42964 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/security-groups?id=1905c27f-739b-4619-88c1-b64cd2f47568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343513 Jul 08 13:08:47.775166 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] get_ports_and_sgs() called for port_ids ['bdfd99ec-1966-454f-ac06-fa99b8738359'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 13:08:48.055005 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fadd38e-c29a-4f95-b2f7-1363c1b8b6b5 req-f80dd0a6-474b-4a36-b158-f51ac9e82c3b tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:48.056580 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-1fadd38e-c29a-4f95-b2f7-1363c1b8b6b5 req-f80dd0a6-474b-4a36-b158-f51ac9e82c3b tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/ports?device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 944 time: 0.0688481 Jul 08 13:08:48.094925 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-1fadd38e-c29a-4f95-b2f7-1363c1b8b6b5 req-163c91c5-430d-4463-8d7d-098a06a56c0e tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/security-groups?id=be666b80-73fb-4087-b244-2d5837e7ba42&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323069 Jul 08 13:08:48.883088 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d7007-650f-4a6e-a4ce-32ea20b48da2 req-0a3a6d8a-64a4-44a4-aac3-59055fb967ae tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:48.884550 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fc7d7007-650f-4a6e-a4ce-32ea20b48da2 req-0a3a6d8a-64a4-44a4-aac3-59055fb967ae tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=78b84aec-22d6-43fd-b3d4-49e9736ce2e9 HTTP/1.1" status: 200 len: 944 time: 0.0613105 Jul 08 13:08:48.927054 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fc7d7007-650f-4a6e-a4ce-32ea20b48da2 req-84714d3e-bda7-4ab1-a4e9-23d943767178 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/security-groups?id=1905c27f-739b-4619-88c1-b64cd2f47568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368028 Jul 08 13:08:48.973456 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device bdfd99ec-1966-454f-ac06-fa99b8738359 up at agent hyperv_hv-cinder-78960 {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:08:49.025783 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Provisioning for port bdfd99ec-1966-454f-ac06-fa99b8738359 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:08:49.030141 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Provisioning complete for port bdfd99ec-1966-454f-ac06-fa99b8738359 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:08:49.030520 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:49.109329 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:49.142832 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port bdfd99ec-1966-454f-ac06-fa99b8738359, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=bdfd99ec-1966-454f-ac06-fa99b8738359,segment=NetworkSegment(a2927637-e19f-4f91-8a6e-7cfe612d9539),segment_id=a2927637-e19f-4f91-8a6e-7cfe612d9539)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:08:49.147064 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:49.147928 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device f95555ce-a508-497b-becf-71b6bc3f1e97 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:08:49.184225 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] No Port match for: f95555ce-a508-497b-becf-71b6bc3f1e97 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:08:49.184527 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device f95555ce-a508-497b-becf-71b6bc3f1e97 not bound to the agent host hv-cinder-78960 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:08:49.211236 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Pushing event updated for resources: {'Port': ['ID=bdfd99ec-1966-454f-ac06-fa99b8738359,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:08:49.274948 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c343f316-50df-4985-9ef1-96fda49dc8e1 req-93c2e0bc-5731-4bc1-bb75-7f81be0a765d tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:49.276433 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-c343f316-50df-4985-9ef1-96fda49dc8e1 req-93c2e0bc-5731-4bc1-bb75-7f81be0a765d tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/ports?device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 944 time: 0.0661142 Jul 08 13:08:49.313068 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-c343f316-50df-4985-9ef1-96fda49dc8e1 req-d2d4655e-db5c-47c0-bebf-e9301ec67094 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/security-groups?id=be666b80-73fb-4087-b244-2d5837e7ba42&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302436 Jul 08 13:08:49.324634 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b84aec-22d6-43fd-b3d4-49e9736ce2e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdfd99ec-1966-454f-ac06-fa99b8738359'}] {{(pid=93013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:08:49.332252 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437348d2bcada7eee63ab7a3e0cc12fc8f9484ad9c5d405f769a928aff85887c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7dbc3b-52ce-4500-9284-903c248f23b8" -d '{"events": [{"server_uuid": "78b84aec-22d6-43fd-b3d4-49e9736ce2e9", "name": "network-vif-plugged", "status": "completed", "tag": "bdfd99ec-1966-454f-ac06-fa99b8738359"}]}' {{(pid=93013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:08:49.361485 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15485e5-d56c-4eee-90b2-39ce23e46fc9 x-openstack-request-id: req-e15485e5-d56c-4eee-90b2-39ce23e46fc9 {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:08:49.361782 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b84aec-22d6-43fd-b3d4-49e9736ce2e9", "name": "network-vif-plugged", "status": "completed", "tag": "bdfd99ec-1966-454f-ac06-fa99b8738359", "code": 200}]} {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:08:49.362032 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e15485e5-d56c-4eee-90b2-39ce23e46fc9 {{(pid=93013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:08:49.362422 dv-cinder-789603-11-iscsi neutron-server[93013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b84aec-22d6-43fd-b3d4-49e9736ce2e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdfd99ec-1966-454f-ac06-fa99b8738359', 'code': 200} Jul 08 13:08:49.666676 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601b00b6-c2b3-4ca3-9ce1-773f0b51466c req-6a72bac8-2928-4ae7-a884-8242f4f759fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:49.668231 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-601b00b6-c2b3-4ca3-9ce1-773f0b51466c req-6a72bac8-2928-4ae7-a884-8242f4f759fb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=78b84aec-22d6-43fd-b3d4-49e9736ce2e9 HTTP/1.1" status: 200 len: 1098 time: 0.0530348 Jul 08 13:08:49.705644 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-601b00b6-c2b3-4ca3-9ce1-773f0b51466c req-42566b9f-8235-4839-b72d-4d379a70e812 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1905c27f-739b-4619-88c1-b64cd2f47568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293295 Jul 08 13:08:50.100346 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069153fd-abac-43e2-9da1-d5495163e8d2 req-a7fe0038-4fe5-4818-baaf-94479633481c tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:50.101840 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-069153fd-abac-43e2-9da1-d5495163e8d2 req-a7fe0038-4fe5-4818-baaf-94479633481c tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=78b84aec-22d6-43fd-b3d4-49e9736ce2e9 HTTP/1.1" status: 200 len: 945 time: 0.0662253 Jul 08 13:08:50.138687 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-069153fd-abac-43e2-9da1-d5495163e8d2 req-c2c981b1-064d-4f05-a6a8-cf84fec8f5ee tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/security-groups?id=1905c27f-739b-4619-88c1-b64cd2f47568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307019 Jul 08 13:08:50.486330 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0db928-45bb-4b10-8ba0-bf86a5bbd4f0 req-b605d8a5-e0a3-4a82-abae-d090f7b2958e tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:50.487774 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4e0db928-45bb-4b10-8ba0-bf86a5bbd4f0 req-b605d8a5-e0a3-4a82-abae-d090f7b2958e tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/ports?device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 944 time: 0.0628705 Jul 08 13:08:50.523866 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4e0db928-45bb-4b10-8ba0-bf86a5bbd4f0 req-2313e51e-984f-4ab4-914b-c9c855fc26b4 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/security-groups?id=be666b80-73fb-4087-b244-2d5837e7ba42&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305059 Jul 08 13:08:50.954350 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 43996) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:08:51.367765 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e89be0-ecd9-40af-9345-add3058151dc req-4eefc228-5b80-41d4-9afb-84e0b32f1303 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:51.369252 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f1e89be0-ecd9-40af-9345-add3058151dc req-4eefc228-5b80-41d4-9afb-84e0b32f1303 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=78b84aec-22d6-43fd-b3d4-49e9736ce2e9 HTTP/1.1" status: 200 len: 945 time: 0.1195049 Jul 08 13:08:51.418308 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f1e89be0-ecd9-40af-9345-add3058151dc req-de924b4e-f8eb-4d0f-8502-e37b5541778d tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/security-groups?id=1905c27f-739b-4619-88c1-b64cd2f47568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414629 Jul 08 13:08:51.478690 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a3e3d29b-1292-4200-a376-12e996d45ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544778'] for router_interface, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:51.588814 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04969034-5de6-4b11-bec8-46dd83fe2d4b req-2ff64130-f20c-4210-9694-69ac962a781d tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:51.592218 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-04969034-5de6-4b11-bec8-46dd83fe2d4b req-2ff64130-f20c-4210-9694-69ac962a781d tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=78b84aec-22d6-43fd-b3d4-49e9736ce2e9 HTTP/1.1" status: 200 len: 945 time: 0.0648136 Jul 08 13:08:51.630048 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-04969034-5de6-4b11-bec8-46dd83fe2d4b req-513340ac-0ac6-4135-b420-5b842110d48f tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/security-groups?id=1905c27f-739b-4619-88c1-b64cd2f47568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333638 Jul 08 13:08:51.655813 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 44006) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:08:51.710186 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077d19f4-e4f8-481e-88df-715f3a609caa tempest-TestVolumeBootPattern-1204336678 tempest-TestVolumeBootPattern-1204336678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:51.711693 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-077d19f4-e4f8-481e-88df-715f3a609caa tempest-TestVolumeBootPattern-1204336678 tempest-TestVolumeBootPattern-1204336678-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=78b84aec-22d6-43fd-b3d4-49e9736ce2e9 HTTP/1.1" status: 200 len: 1093 time: 0.0547493 Jul 08 13:08:51.714584 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 44008) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:08:51.719491 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-b05a8864-985d-43a5-9efd-f5103f7fdfb4 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Request body: {'floatingip': {'floating_network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'port_id': 'bdfd99ec-1966-454f-ac06-fa99b8738359', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:08:51.741838 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b05a8864-985d-43a5-9efd-f5103f7fdfb4 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks [] for floatingip, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:51.743048 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d782cb-f68f-4676-ab20-7ef928925c18 req-d63e3745-b5b6-4adf-b2b5-e05147715590 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:51.744567 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-02d782cb-f68f-4676-ab20-7ef928925c18 req-d63e3745-b5b6-4adf-b2b5-e05147715590 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/ports?device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 944 time: 0.1088572 Jul 08 13:08:51.814638 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-02d782cb-f68f-4676-ab20-7ef928925c18 req-9617e2cc-5e0a-478d-bbaa-f367ebdaadb9 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/security-groups?id=be666b80-73fb-4087-b244-2d5837e7ba42&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0638340 Jul 08 13:08:51.830515 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-a3e3d29b-1292-4200-a376-12e996d45ed4 admin admin] Deleting port cbbe0068-fe32-41c1-9d0b-756f4f511da0 {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:08:51.830864 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a3e3d29b-1292-4200-a376-12e996d45ed4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:51.838421 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b05a8864-985d-43a5-9efd-f5103f7fdfb4 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:51.921352 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-a3e3d29b-1292-4200-a376-12e996d45ed4 admin admin] For port cbbe0068-fe32-41c1-9d0b-756f4f511da0, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=cbbe0068-fe32-41c1-9d0b-756f4f511da0,segment=NetworkSegment(da04ac3a-37cb-46dc-a027-e9022e8212d8),segment_id=da04ac3a-37cb-46dc-a027-e9022e8212d8)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:08:51.921713 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a3e3d29b-1292-4200-a376-12e996d45ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:51.935455 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-a3e3d29b-1292-4200-a376-12e996d45ed4 admin admin] Calling delete_port for cbbe0068-fe32-41c1-9d0b-756f4f511da0 owned by network:router_interface {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:08:51.948309 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_common [None req-b05a8864-985d-43a5-9efd-f5103f7fdfb4 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Allocated IP 172.27.1.109 (d18f7e62-ee2d-4e48-b29d-27db78040174/81ab2e47-5fae-4c56-af63-aae451fc3457/c2e7aca9-6fa6-490b-9eb8-83a79d45360a) {{(pid=93012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:08:52.055900 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b05a8864-985d-43a5-9efd-f5103f7fdfb4 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks [] for port, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:52.100018 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b05a8864-985d-43a5-9efd-f5103f7fdfb4 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4509839'] for port, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:52.107060 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3d5cb-36a0-4ad9-a665-a667f205c7a2 req-db69a1e4-bbed-45ea-813e-0e8b3627d7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:52.108777 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-29e3d5cb-36a0-4ad9-a665-a667f205c7a2 req-db69a1e4-bbed-45ea-813e-0e8b3627d7c1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 1097 time: 0.1130304 Jul 08 13:08:52.142772 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05a8864-985d-43a5-9efd-f5103f7fdfb4 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Network d18f7e62-ee2d-4e48-b29d-27db78040174 is already hosted by enough agents. {{(pid=93012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:08:52.150116 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [None req-b05a8864-985d-43a5-9efd-f5103f7fdfb4 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Resources bound (agent type, host, resource id): {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:08:52.154230 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05a8864-985d-43a5-9efd-f5103f7fdfb4 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Received port after_create {{(pid=93012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:08:52.180810 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a8864-985d-43a5-9efd-f5103f7fdfb4 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Pushing event updated for resources: {'Port': ['ID=c2e7aca9-6fa6-490b-9eb8-83a79d45360a,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:08:52.181012 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-29e3d5cb-36a0-4ad9-a665-a667f205c7a2 req-4da4dd59-113c-4f95-888f-b2157bfa1d6f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=be666b80-73fb-4087-b244-2d5837e7ba42&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0644703 Jul 08 13:08:52.191395 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a3e3d29b-1292-4200-a376-12e996d45ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789347'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:52.218472 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e3d29b-1292-4200-a376-12e996d45ed4 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbbe0068-fe32-41c1-9d0b-756f4f511da0,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:08:52.397432 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a3e3d29b-1292-4200-a376-12e996d45ed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544972'] for router_interface, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:52.613722 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e3d29b-1292-4200-a376-12e996d45ed4 admin admin] Router 3a627d2c-134b-4204-92c4-5de44e399a60 has already been hosted by L3 agent f415b27f-d318-40de-bd28-ecbd03c16a41 {{(pid=93011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 13:08:52.725109 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e3d29b-1292-4200-a376-12e996d45ed4 admin admin] Notify agent at l3_agent.dv-cinder-789603-11-iscsi the message routers_updated {{(pid=93011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:08:52.730462 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-a3e3d29b-1292-4200-a376-12e996d45ed4 admin admin] 10.222.0.59 "PUT /v2.0/routers/3a627d2c-134b-4204-92c4-5de44e399a60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7750945 Jul 08 13:08:52.735183 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2df5a3-8ab3-4497-ba25-8046df2a8ea3 None None] Sync routers for ids ['3a627d2c-134b-4204-92c4-5de44e399a60'] in dv-cinder-789603-11-iscsi {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:08:52.736666 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 44010) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:08:52.748709 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2df5a3-8ab3-4497-ba25-8046df2a8ea3 None None] Routers {'3a627d2c-134b-4204-92c4-5de44e399a60'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:08:52.749664 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-7e2df5a3-8ab3-4497-ba25-8046df2a8ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:08:35Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['3a627d2c-134b-4204-92c4-5de44e399a60'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:08:52.776010 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b05a8864-985d-43a5-9efd-f5103f7fdfb4 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:52.857026 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c901e3f6-59a5-48a8-bca7-c8589035b167 admin admin] Notify callbacks [] for router, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:52.865180 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b05a8864-985d-43a5-9efd-f5103f7fdfb4 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:52.910259 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-7e2df5a3-8ab3-4497-ba25-8046df2a8ea3 None None] Set router 3a627d2c-134b-4204-92c4-5de44e399a60 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:08:53.045704 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c901e3f6-59a5-48a8-bca7-c8589035b167 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:53.127744 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15564040-0ac2-40c6-b59c-40bece1aba01 req-5cb2e7ed-2f5e-4790-9742-f0029fa91d38 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:53.129443 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-15564040-0ac2-40c6-b59c-40bece1aba01 req-5cb2e7ed-2f5e-4790-9742-f0029fa91d38 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/ports?device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 944 time: 0.1752095 Jul 08 13:08:53.166850 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-c901e3f6-59a5-48a8-bca7-c8589035b167 admin admin] Deleting port a6c14c44-5739-49a2-b297-18c37dfd22c5 {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:08:53.167832 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c901e3f6-59a5-48a8-bca7-c8589035b167 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:53.191667 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-7e2df5a3-8ab3-4497-ba25-8046df2a8ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'name': 'tempest-AttachVolumeTestJSON-2066347670-router', 'tenant_id': '11619993cd774ac09b800cbdf78beb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': 'a6c14c44-5739-49a2-b297-18c37dfd22c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:48Z', 'updated_at': '2021-07-08T13:08:52Z', 'revision_number': 5, 'project_id': '11619993cd774ac09b800cbdf78beb05', 'gw_port': {'id': 'a6c14c44-5739-49a2-b297-18c37dfd22c5', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:8a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:48Z', 'updated_at': '2021-07-08T13:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi'}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:08:53.223705 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2df5a3-8ab3-4497-ba25-8046df2a8ea3 None None] Checking router: 3a627d2c-134b-4204-92c4-5de44e399a60 for host: dv-cinder-789603-11-iscsi {{(pid=93013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:08:53.225356 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b05a8864-985d-43a5-9efd-f5103f7fdfb4 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks [] for port, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:53.234279 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b05a8864-985d-43a5-9efd-f5103f7fdfb4 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4509841'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:53.235338 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2df5a3-8ab3-4497-ba25-8046df2a8ea3 None None] Routers {'3a627d2c-134b-4204-92c4-5de44e399a60'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:08:53.236084 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-7e2df5a3-8ab3-4497-ba25-8046df2a8ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:08:35Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['3a627d2c-134b-4204-92c4-5de44e399a60'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:08:53.349786 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-c901e3f6-59a5-48a8-bca7-c8589035b167 admin admin] For port a6c14c44-5739-49a2-b297-18c37dfd22c5, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=a6c14c44-5739-49a2-b297-18c37dfd22c5,segment=NetworkSegment(ec4eb99c-636e-43d3-922e-332a95a4195c),segment_id=ec4eb99c-636e-43d3-922e-332a95a4195c)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:08:53.350567 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c901e3f6-59a5-48a8-bca7-c8589035b167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:53.366306 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-c901e3f6-59a5-48a8-bca7-c8589035b167 admin admin] Calling delete_port for a6c14c44-5739-49a2-b297-18c37dfd22c5 owned by network:router_gateway {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:08:53.377502 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-15564040-0ac2-40c6-b59c-40bece1aba01 req-d6cbd607-eb8a-4f40-911a-1db8915b7c85 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/security-groups?id=be666b80-73fb-4087-b244-2d5837e7ba42&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2363200 Jul 08 13:08:53.386388 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a8864-985d-43a5-9efd-f5103f7fdfb4 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Pushing event updated for resources: {'Port': ['ID=c2e7aca9-6fa6-490b-9eb8-83a79d45360a,revision_number=2']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:08:53.401328 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b05a8864-985d-43a5-9efd-f5103f7fdfb4 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545677'] for floatingip, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:53.409075 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-7e2df5a3-8ab3-4497-ba25-8046df2a8ea3 None None] Set router 3a627d2c-134b-4204-92c4-5de44e399a60 gateway port host: None {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:08:53.478890 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-7e2df5a3-8ab3-4497-ba25-8046df2a8ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'name': 'tempest-AttachVolumeTestJSON-2066347670-router', 'tenant_id': '11619993cd774ac09b800cbdf78beb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:48Z', 'updated_at': '2021-07-08T13:08:53Z', 'revision_number': 6, 'project_id': '11619993cd774ac09b800cbdf78beb05', 'gw_port_host': None}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:08:53.514662 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.db.l3_db [None req-b05a8864-985d-43a5-9efd-f5103f7fdfb4 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Floating IP 36b8d4be-5750-45b9-8c51-6a70f24fdbeb associated. External IP: 172.27.1.109, port: bdfd99ec-1966-454f-ac06-fa99b8738359. Jul 08 13:08:53.523439 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2df5a3-8ab3-4497-ba25-8046df2a8ea3 None None] The sync data for ids ['3a627d2c-134b-4204-92c4-5de44e399a60'] in dv-cinder-789603-11-iscsi is: [{'id': '3a627d2c-134b-4204-92c4-5de44e399a60', 'name': 'tempest-AttachVolumeTestJSON-2066347670-router', 'tenant_id': '11619993cd774ac09b800cbdf78beb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:48Z', 'updated_at': '2021-07-08T13:08:53Z', 'revision_number': 6, 'project_id': '11619993cd774ac09b800cbdf78beb05', 'gw_port_host': None}] {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:08:53.733927 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05a8864-985d-43a5-9efd-f5103f7fdfb4 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Router 84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4 has already been hosted by L3 agent f415b27f-d318-40de-bd28-ecbd03c16a41 {{(pid=93012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 13:08:53.824294 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c901e3f6-59a5-48a8-bca7-c8589035b167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789347'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:53.845574 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05a8864-985d-43a5-9efd-f5103f7fdfb4 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify agent at l3_agent.dv-cinder-789603-11-iscsi the message routers_updated {{(pid=93012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:08:53.850163 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901e3f6-59a5-48a8-bca7-c8589035b167 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6c14c44-5739-49a2-b297-18c37dfd22c5,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:08:53.863420 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b05a8864-985d-43a5-9efd-f5103f7fdfb4 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for floatingip, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:53.867253 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150ce092-0ff6-4335-9782-31731510648f None None] Sync routers for ids ['84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4'] in dv-cinder-789603-11-iscsi {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:08:53.883848 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150ce092-0ff6-4335-9782-31731510648f None None] Routers {'84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:08:53.884889 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-150ce092-0ff6-4335-9782-31731510648f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:08:35Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:08:53.917061 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-b05a8864-985d-43a5-9efd-f5103f7fdfb4 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1907718 Jul 08 13:08:53.917061 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78b84aec-22d6-43fd-b3d4-49e9736ce2e9', 'tag': 'bdfd99ec-1966-454f-ac06-fa99b8738359'}] {{(pid=93012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:08:53.917061 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd052ad9988fae0c023d90ace067622d59124d56325abb0637f2c794eb114897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634f4b08-0f02-4795-b736-8dde610b027c" -d '{"events": [{"name": "network-changed", "server_uuid": "78b84aec-22d6-43fd-b3d4-49e9736ce2e9", "tag": "bdfd99ec-1966-454f-ac06-fa99b8738359"}]}' {{(pid=93012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:08:53.933923 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c901e3f6-59a5-48a8-bca7-c8589035b167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545735'] for router_gateway, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:54.027502 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 13:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2049bdc0-7f70-47d9-85f3-65714caaae2f x-openstack-request-id: req-2049bdc0-7f70-47d9-85f3-65714caaae2f {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:08:54.028781 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78b84aec-22d6-43fd-b3d4-49e9736ce2e9", "tag": "bdfd99ec-1966-454f-ac06-fa99b8738359", "status": "completed", "code": 200}]} {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:08:54.028781 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2049bdc0-7f70-47d9-85f3-65714caaae2f {{(pid=93012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:08:54.029286 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78b84aec-22d6-43fd-b3d4-49e9736ce2e9', 'tag': 'bdfd99ec-1966-454f-ac06-fa99b8738359', 'status': 'completed', 'code': 200} Jul 08 13:08:54.035260 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-150ce092-0ff6-4335-9782-31731510648f None None] Set router 84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:08:54.053583 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c901e3f6-59a5-48a8-bca7-c8589035b167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8364084'] for router, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:54.055936 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c901e3f6-59a5-48a8-bca7-c8589035b167 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:54.129352 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c901e3f6-59a5-48a8-bca7-c8589035b167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-542115'] for router, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:54.129890 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c901e3f6-59a5-48a8-bca7-c8589035b167 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a627d2c-134b-4204-92c4-5de44e399a60 {{(pid=93011) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 13:08:54.137547 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c901e3f6-59a5-48a8-bca7-c8589035b167 admin admin] Notify callbacks [] for router, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:54.138692 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-c901e3f6-59a5-48a8-bca7-c8589035b167 admin admin] 10.222.0.59 "DELETE /v2.0/routers/3a627d2c-134b-4204-92c4-5de44e399a60 HTTP/1.1" status: 204 len: 168 time: 1.4010735 Jul 08 13:08:54.141380 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 44020) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:08:54.158788 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f4b08-0f02-4795-b736-8dde610b027c req-8d08e911-6e24-42c2-8da0-ef228f5baa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:54.160329 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-634f4b08-0f02-4795-b736-8dde610b027c req-8d08e911-6e24-42c2-8da0-ef228f5baa91 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72e6ac284e134db6984ee5463fd84268&device_id=78b84aec-22d6-43fd-b3d4-49e9736ce2e9 HTTP/1.1" status: 200 len: 1098 time: 0.0648432 Jul 08 13:08:54.188200 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_v2 [None req-152ece3b-2b64-4c08-9919-80aa29d01d5c admin admin] Deleting subnet d3709b84-2db1-4e0f-9f70-caed69efa57a {{(pid=93012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 13:08:54.191258 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-152ece3b-2b64-4c08-9919-80aa29d01d5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:54.228020 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-152ece3b-2b64-4c08-9919-80aa29d01d5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4653433'] for subnet, precommit_delete_associations {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:54.260880 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f4b08-0f02-4795-b736-8dde610b027c req-a278c935-8590-4a7f-a24e-731e42740288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:54.262256 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-634f4b08-0f02-4795-b736-8dde610b027c req-a278c935-8590-4a7f-a24e-731e42740288 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6414870c-e55b-4de0-96ed-e21f9e007cfe HTTP/1.1" status: 200 len: 913 time: 0.0920517 Jul 08 13:08:54.269675 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-150ce092-0ff6-4335-9782-31731510648f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'name': 'tempest-TestVolumeBootPattern-1466302910-router', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '142ebf4f-930e-46f0-8b56-28e1745627da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:30Z', 'updated_at': '2021-07-08T13:04:38Z', 'revision_number': 4, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'gw_port': {'id': '142ebf4f-930e-46f0-8b56-28e1745627da', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:73:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:32Z', 'updated_at': '2021-07-08T13:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_floatingips': [{'id': '36b8d4be-5750-45b9-8c51-6a70f24fdbeb', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'floating_ip_address': '172.27.1.109', 'floating_network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'router_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'port_id': 'bdfd99ec-1966-454f-ac06-fa99b8738359', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe', 'mac_address': 'fa:16:3e:6a:e4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b84aec-22d6-43fd-b3d4-49e9736ce2e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T13:08:52Z', 'updated_at': '2021-07-08T13:08:52Z', 'revision_number': 0, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5549109a-91d2-457d-9a72-831bd1bb8239', 'name': '', 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'mac_address': 'fa:16:3e:00:88:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd28d3121-202c-40d9-81a2-6dc38ff463b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:37Z', 'updated_at': '2021-07-08T13:04:52Z', 'revision_number': 5, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'subnets': [{'id': 'd28d3121-202c-40d9-81a2-6dc38ff463b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:08:54.299726 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150ce092-0ff6-4335-9782-31731510648f None None] Checking router: 84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4 for host: dv-cinder-789603-11-iscsi {{(pid=93014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:08:54.309573 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150ce092-0ff6-4335-9782-31731510648f None None] Routers {'84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:08:54.310454 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-150ce092-0ff6-4335-9782-31731510648f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:08:35Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:08:54.337428 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-634f4b08-0f02-4795-b736-8dde610b027c req-a18b0e0b-2ec8-4cc3-b79b-215d47c52310 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdfd99ec-1966-454f-ac06-fa99b8738359 HTTP/1.1" status: 200 len: 999 time: 0.0686557 Jul 08 13:08:54.349635 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-152ece3b-2b64-4c08-9919-80aa29d01d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388364'] for subnet, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:54.394039 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f4b08-0f02-4795-b736-8dde610b027c req-0b6f5e37-41c5-4a7b-b3ff-02cdf682f1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:54.395633 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-634f4b08-0f02-4795-b736-8dde610b027c req-0b6f5e37-41c5-4a7b-b3ff-02cdf682f1cb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d28d3121-202c-40d9-81a2-6dc38ff463b2 HTTP/1.1" status: 200 len: 851 time: 0.0501277 Jul 08 13:08:54.413044 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-152ece3b-2b64-4c08-9919-80aa29d01d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4509906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4655938'] for subnet, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:54.425866 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-150ce092-0ff6-4335-9782-31731510648f None None] Set router 84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:08:54.443142 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152ece3b-2b64-4c08-9919-80aa29d01d5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3709b84-2db1-4e0f-9f70-caed69efa57a,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:08:54.452370 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-152ece3b-2b64-4c08-9919-80aa29d01d5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for subnet, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:54.454381 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-152ece3b-2b64-4c08-9919-80aa29d01d5c admin admin] 10.222.0.59 "DELETE /v2.0/subnets/d3709b84-2db1-4e0f-9f70-caed69efa57a HTTP/1.1" status: 204 len: 168 time: 0.3115163 Jul 08 13:08:54.456990 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 44024) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:08:54.458933 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f303b88e-ee0b-4806-8e78-922ea015d341 None None] Network 3251653d-c1cd-4817-8726-9493dab78425 requested from dv-cinder-789603-11-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 13:08:54.467625 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f4b08-0f02-4795-b736-8dde610b027c req-31b5dd3a-ada1-4cbf-8e48-320cc6e49b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:54.469565 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-634f4b08-0f02-4795-b736-8dde610b027c req-31b5dd3a-ada1-4cbf-8e48-320cc6e49b99 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6414870c-e55b-4de0-96ed-e21f9e007cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0677111 Jul 08 13:08:54.535215 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f997e42f-fa5d-4711-a648-262d4f170154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1445167'] for network, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:54.594284 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-634f4b08-0f02-4795-b736-8dde610b027c req-e96a735e-9884-41fd-b425-fd086802a6ae service neutron] 10.222.0.21 "GET /v2.0/networks/6414870c-e55b-4de0-96ed-e21f9e007cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140854 Jul 08 13:08:54.673199 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-f997e42f-fa5d-4711-a648-262d4f170154 admin admin] Deleting port 442c9379-d33e-4cab-aa7b-55d9cde3d511 {{(pid=93012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:08:54.673540 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f997e42f-fa5d-4711-a648-262d4f170154 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:54.731646 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e2320-4c71-43bf-a42a-e899a7cebec4 req-0da289ad-aa9a-47ef-b660-c1b6c623b80d tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:08:54.732236 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-150ce092-0ff6-4335-9782-31731510648f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'name': 'tempest-TestVolumeBootPattern-1466302910-router', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '142ebf4f-930e-46f0-8b56-28e1745627da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:30Z', 'updated_at': '2021-07-08T13:04:38Z', 'revision_number': 4, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'gw_port': {'id': '142ebf4f-930e-46f0-8b56-28e1745627da', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:73:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:32Z', 'updated_at': '2021-07-08T13:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_floatingips': [{'id': '36b8d4be-5750-45b9-8c51-6a70f24fdbeb', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'floating_ip_address': '172.27.1.109', 'floating_network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'router_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'port_id': 'bdfd99ec-1966-454f-ac06-fa99b8738359', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe', 'mac_address': 'fa:16:3e:6a:e4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b84aec-22d6-43fd-b3d4-49e9736ce2e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T13:08:52Z', 'updated_at': '2021-07-08T13:08:52Z', 'revision_number': 0, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5549109a-91d2-457d-9a72-831bd1bb8239', 'name': '', 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'mac_address': 'fa:16:3e:00:88:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd28d3121-202c-40d9-81a2-6dc38ff463b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:37Z', 'updated_at': '2021-07-08T13:04:52Z', 'revision_number': 5, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'subnets': [{'id': 'd28d3121-202c-40d9-81a2-6dc38ff463b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:08:54.733223 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-851e2320-4c71-43bf-a42a-e899a7cebec4 req-0da289ad-aa9a-47ef-b660-c1b6c623b80d tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/ports?device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 944 time: 0.1308661 Jul 08 13:08:54.736011 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-634f4b08-0f02-4795-b736-8dde610b027c req-af7d1bda-63bd-4b39-815a-9ea752a32edc service neutron] 10.222.0.21 "GET /v2.0/networks/6414870c-e55b-4de0-96ed-e21f9e007cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346488 Jul 08 13:08:54.781817 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150ce092-0ff6-4335-9782-31731510648f None None] The sync data for ids ['84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4'] in dv-cinder-789603-11-iscsi is: [{'id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'name': 'tempest-TestVolumeBootPattern-1466302910-router', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '142ebf4f-930e-46f0-8b56-28e1745627da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:30Z', 'updated_at': '2021-07-08T13:04:38Z', 'revision_number': 4, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'gw_port': {'id': '142ebf4f-930e-46f0-8b56-28e1745627da', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:73:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:32Z', 'updated_at': '2021-07-08T13:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_floatingips': [{'id': '36b8d4be-5750-45b9-8c51-6a70f24fdbeb', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'floating_ip_address': '172.27.1.109', 'floating_network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'router_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'port_id': 'bdfd99ec-1966-454f-ac06-fa99b8738359', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe', 'mac_address': 'fa:16:3e:6a:e4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b84aec-22d6-43fd-b3d4-49e9736ce2e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T13:08:52Z', 'updated_at': '2021-07-08T13:08:52Z', 'revision_number': 0, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5549109a-91d2-457d-9a72-831bd1bb8239', 'name': '', 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'mac_address': 'fa:16:3e:00:88:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd28d3121-202c-40d9-81a2-6dc38ff463b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:37Z', 'updated_at': '2021-07-08T13:04:52Z', 'revision_number': 5, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'subnets': [{'id': 'd28d3121-202c-40d9-81a2-6dc38ff463b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:08:54.782359 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [None req-f997e42f-fa5d-4711-a648-262d4f170154 admin admin] For port 442c9379-d33e-4cab-aa7b-55d9cde3d511, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=442c9379-d33e-4cab-aa7b-55d9cde3d511,segment=NetworkSegment(da04ac3a-37cb-46dc-a027-e9022e8212d8),segment_id=da04ac3a-37cb-46dc-a027-e9022e8212d8)] {{(pid=93012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:08:54.782726 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f997e42f-fa5d-4711-a648-262d4f170154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:54.810672 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6c5512-5e37-4806-ad8c-d8ca025a8499 None None] DHCP port deletion for 3251653d-c1cd-4817-8726-9493dab78425 request from dv-cinder-789603-11-iscsi {{(pid=93013) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 13:08:54.817726 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-851e2320-4c71-43bf-a42a-e899a7cebec4 req-9fa85eb3-22ad-4bd4-bb81-c09f2ccf53e9 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/security-groups?id=be666b80-73fb-4087-b244-2d5837e7ba42&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0751364 Jul 08 13:08:54.818889 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-f997e42f-fa5d-4711-a648-262d4f170154 admin admin] Calling delete_port for 442c9379-d33e-4cab-aa7b-55d9cde3d511 owned by network:dhcp {{(pid=93012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:08:54.885684 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device cbbe0068-fe32-41c1-9d0b-756f4f511da0 no longer exists at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:08:54.910791 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] No Port match for: cbbe0068-fe32-41c1-9d0b-756f4f511da0 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:08:54.911051 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f997e42f-fa5d-4711-a648-262d4f170154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4509848'] for port, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:54.911583 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device cbbe0068-fe32-41c1-9d0b-756f4f511da0 not bound to the agent host dv-cinder-789603-11-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:08:54.911583 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device a6c14c44-5739-49a2-b297-18c37dfd22c5 no longer exists at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:08:54.914083 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-9c6c5512-5e37-4806-ad8c-d8ca025a8499 None None] Deleting port 442c9379-d33e-4cab-aa7b-55d9cde3d511 {{(pid=93013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:08:54.914483 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-9c6c5512-5e37-4806-ad8c-d8ca025a8499 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:54.937079 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f997e42f-fa5d-4711-a648-262d4f170154 admin admin] Pushing event deleted for resources: {'Port': ['ID=442c9379-d33e-4cab-aa7b-55d9cde3d511,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:08:54.946034 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f997e42f-fa5d-4711-a648-262d4f170154 admin admin] No DVR routers for this DVR port 442c9379-d33e-4cab-aa7b-55d9cde3d511 on host dv-cinder-789603-11-iscsi {{(pid=93012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:08:54.976041 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] No Port match for: a6c14c44-5739-49a2-b297-18c37dfd22c5 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:08:54.976416 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device a6c14c44-5739-49a2-b297-18c37dfd22c5 not bound to the agent host dv-cinder-789603-11-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:08:54.987644 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 05ebf464-bb95-4cd8-9e1a-37f7a16d1615 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=93013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 13:08:55.010656 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-9c6c5512-5e37-4806-ad8c-d8ca025a8499 None None] For port 442c9379-d33e-4cab-aa7b-55d9cde3d511, host dv-cinder-789603-11-iscsi, got binding levels [] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:08:55.011337 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-9c6c5512-5e37-4806-ad8c-d8ca025a8499 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:55.021913 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f997e42f-fa5d-4711-a648-262d4f170154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385719', 'neutron.services.segments.db._delete_segments_for_network-8739449493333'] for network, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:55.027734 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-9c6c5512-5e37-4806-ad8c-d8ca025a8499 None None] Calling delete_port for 442c9379-d33e-4cab-aa7b-55d9cde3d511 owned by network:dhcp {{(pid=93013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:08:55.033484 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.ipam_backend_mixin [None req-9c6c5512-5e37-4806-ad8c-d8ca025a8499 None None] Port 442c9379-d33e-4cab-aa7b-55d9cde3d511 was not found and therefore no delete operation was performed {{(pid=93013) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 08 13:08:55.038196 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-f997e42f-fa5d-4711-a648-262d4f170154 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3251653d-c1cd-4817-8726-9493dab78425']}} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:08:55.046947 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe09f22-5849-4d26-8fa4-1d62e58751da None None] New status for floating IP 36b8d4be-5750-45b9-8c51-6a70f24fdbeb: ACTIVE {{(pid=93013) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 13:08:55.048767 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-9c6c5512-5e37-4806-ad8c-d8ca025a8499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285'] for port, after_delete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:55.055104 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-f997e42f-fa5d-4711-a648-262d4f170154 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da04ac3a-37cb-46dc-a027-e9022e8212d8') {'for_net_delete': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:08:55.055400 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-f997e42f-fa5d-4711-a648-262d4f170154 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da04ac3a-37cb-46dc-a027-e9022e8212d8') {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:08:55.064969 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f997e42f-fa5d-4711-a648-262d4f170154 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739449365041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4653424'] for segment, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:55.083884 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f997e42f-fa5d-4711-a648-262d4f170154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1381891'] for segment, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:55.090795 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f997e42f-fa5d-4711-a648-262d4f170154 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=93012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 13:08:55.091232 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f997e42f-fa5d-4711-a648-262d4f170154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1381891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4509813'] for segment, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:55.093022 dv-cinder-789603-11-iscsi neutron-server[93012]: Traceback (most recent call last): Jul 08 13:08:55.093022 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 13:08:55.093022 dv-cinder-789603-11-iscsi neutron-server[93012]: timer() Jul 08 13:08:55.093022 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 13:08:55.093022 dv-cinder-789603-11-iscsi neutron-server[93012]: cb(*args, **kw) Jul 08 13:08:55.093022 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 13:08:55.093022 dv-cinder-789603-11-iscsi neutron-server[93012]: return func(*args, **kwargs) Jul 08 13:08:55.093022 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 13:08:55.093022 dv-cinder-789603-11-iscsi neutron-server[93012]: self._notify() Jul 08 13:08:55.093022 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 13:08:55.093022 dv-cinder-789603-11-iscsi neutron-server[93012]: self.callback(batched_events) Jul 08 13:08:55.093022 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 13:08:55.093022 dv-cinder-789603-11-iscsi neutron-server[93012]: event.method(event) Jul 08 13:08:55.093022 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 13:08:55.093022 dv-cinder-789603-11-iscsi neutron-server[93012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 13:08:55.093022 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 13:08:55.093022 dv-cinder-789603-11-iscsi neutron-server[93012]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 13:08:55.093022 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 13:08:55.093022 dv-cinder-789603-11-iscsi neutron-server[93012]: return f(self, *a, **k) Jul 08 13:08:55.093022 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 13:08:55.093022 dv-cinder-789603-11-iscsi neutron-server[93012]: return self._get(url).json() Jul 08 13:08:55.093022 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 13:08:55.093022 dv-cinder-789603-11-iscsi neutron-server[93012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 13:08:55.093022 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 13:08:55.093022 dv-cinder-789603-11-iscsi neutron-server[93012]: return self.request(url, 'GET', **kwargs) Jul 08 13:08:55.093022 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 13:08:55.093022 dv-cinder-789603-11-iscsi neutron-server[93012]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 13:08:55.093022 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 13:08:55.093022 dv-cinder-789603-11-iscsi neutron-server[93012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 13:08:55.093022 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 13:08:55.093022 dv-cinder-789603-11-iscsi neutron-server[93012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 13:08:55.093022 dv-cinder-789603-11-iscsi neutron-server[93012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 13:08:55.138574 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6c5512-5e37-4806-ad8c-d8ca025a8499 None None] Pushing event deleted for resources: {'Port': ['ID=442c9379-d33e-4cab-aa7b-55d9cde3d511,revision_number=None']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:08:55.142676 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6c5512-5e37-4806-ad8c-d8ca025a8499 None None] No DVR routers for this DVR port 442c9379-d33e-4cab-aa7b-55d9cde3d511 on host dv-cinder-789603-11-iscsi {{(pid=93013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:08:55.152581 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f997e42f-fa5d-4711-a648-262d4f170154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545699'] for network, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:55.160656 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f997e42f-fa5d-4711-a648-262d4f170154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for network, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:55.162637 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-f997e42f-fa5d-4711-a648-262d4f170154 admin admin] 10.222.0.59 "DELETE /v2.0/networks/3251653d-c1cd-4817-8726-9493dab78425 HTTP/1.1" status: 204 len: 168 time: 0.7044396 Jul 08 13:08:55.183314 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f997e42f-fa5d-4711-a648-262d4f170154 admin admin] Pushing event deleted for resources: {'Network': ['ID=3251653d-c1cd-4817-8726-9493dab78425,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:08:55.238955 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port 05ebf464-bb95-4cd8-9e1a-37f7a16d1615, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=05ebf464-bb95-4cd8-9e1a-37f7a16d1615,segment=NetworkSegment(32964103-717e-44fc-b530-57634237afd8),segment_id=32964103-717e-44fc-b530-57634237afd8)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:08:55.258980 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Returning: {'device': '05ebf464-bb95-4cd8-9e1a-37f7a16d1615', 'network_id': 'c49b9db1-0426-4015-9afe-1fff90136761', 'port_id': '05ebf464-bb95-4cd8-9e1a-37f7a16d1615', 'mac_address': 'fa:16:3e:4f:0e:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82be07f0-1d9e-44ff-8c03-11cf8bfac97c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 13:08:55.288166 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 44030) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:08:55.332454 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:55.336789 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-f96fa82d-6bd9-450c-96d7-c32ada004da3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=11619993cd774ac09b800cbdf78beb05&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0472920 Jul 08 13:08:55.339146 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 44032) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:08:55.353032 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05ebf464-bb95-4cd8-9e1a-37f7a16d1615 {{(pid=93013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:08:55.375461 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port 05ebf464-bb95-4cd8-9e1a-37f7a16d1615, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=05ebf464-bb95-4cd8-9e1a-37f7a16d1615,segment=NetworkSegment(32964103-717e-44fc-b530-57634237afd8),segment_id=32964103-717e-44fc-b530-57634237afd8)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:08:55.379349 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:55.390020 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4b965e5f-c8c4-430e-8d4e-1a73a31f2c8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:55.411118 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4b965e5f-c8c4-430e-8d4e-1a73a31f2c8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:55.427534 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Pushing event updated for resources: {'Port': ['ID=05ebf464-bb95-4cd8-9e1a-37f7a16d1615,revision_number=7']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:08:55.461830 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4b965e5f-c8c4-430e-8d4e-1a73a31f2c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:55.464447 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4b965e5f-c8c4-430e-8d4e-1a73a31f2c8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:55.466214 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-4b965e5f-c8c4-430e-8d4e-1a73a31f2c8d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6307e211-f422-4724-9bc3-cb5e374e17d9 HTTP/1.1" status: 204 len: 168 time: 0.1261425 Jul 08 13:08:55.474410 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b965e5f-c8c4-430e-8d4e-1a73a31f2c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6307e211-f422-4724-9bc3-cb5e374e17d9,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:08:55.748989 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] get_ports_and_sgs() called for port_ids ['05ebf464-bb95-4cd8-9e1a-37f7a16d1615'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 13:08:56.757389 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 442c9379-d33e-4cab-aa7b-55d9cde3d511 no longer exists at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:08:56.776981 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] No Port match for: 442c9379-d33e-4cab-aa7b-55d9cde3d511 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:08:56.777329 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 442c9379-d33e-4cab-aa7b-55d9cde3d511 not bound to the agent host dv-cinder-789603-11-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:08:56.998637 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 05ebf464-bb95-4cd8-9e1a-37f7a16d1615 up at agent hyperv_hv-cinder-78960 {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:08:57.047759 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Provisioning complete for port 05ebf464-bb95-4cd8-9e1a-37f7a16d1615 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:08:57.048133 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:57.124856 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:57.148806 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aea33ea-0d78-4928-8848-6cc743de64b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ebf464-bb95-4cd8-9e1a-37f7a16d1615'}] {{(pid=93013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:08:57.151222 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437348d2bcada7eee63ab7a3e0cc12fc8f9484ad9c5d405f769a928aff85887c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9204e7-9ebd-43ba-ae06-2491bc37a2fa" -d '{"events": [{"server_uuid": "3aea33ea-0d78-4928-8848-6cc743de64b0", "name": "network-vif-plugged", "status": "completed", "tag": "05ebf464-bb95-4cd8-9e1a-37f7a16d1615"}]}' {{(pid=93013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:08:57.164632 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port 05ebf464-bb95-4cd8-9e1a-37f7a16d1615, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=05ebf464-bb95-4cd8-9e1a-37f7a16d1615,segment=NetworkSegment(32964103-717e-44fc-b530-57634237afd8),segment_id=32964103-717e-44fc-b530-57634237afd8)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:08:57.169415 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:08:57.192400 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e20b0d9-ec11-4b5f-b35e-5f8772bc16ed x-openstack-request-id: req-8e20b0d9-ec11-4b5f-b35e-5f8772bc16ed {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:08:57.192706 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aea33ea-0d78-4928-8848-6cc743de64b0", "name": "network-vif-plugged", "status": "completed", "tag": "05ebf464-bb95-4cd8-9e1a-37f7a16d1615", "code": 200}]} {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:08:57.192945 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8e20b0d9-ec11-4b5f-b35e-5f8772bc16ed {{(pid=93013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:08:57.193330 dv-cinder-789603-11-iscsi neutron-server[93013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aea33ea-0d78-4928-8848-6cc743de64b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ebf464-bb95-4cd8-9e1a-37f7a16d1615', 'code': 200} Jul 08 13:08:57.220502 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Pushing event updated for resources: {'Port': ['ID=05ebf464-bb95-4cd8-9e1a-37f7a16d1615,revision_number=8']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:09:00.010618 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:02.525662 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-1a984d53-c04b-48fc-9bb8-849903f01963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:02.855604 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-2303ad5c-b460-4ec2-8e04-6401d2d99b11 req-d110e68f-1143-4313-b0cf-7f5a47fe752b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0528436 Jul 08 13:09:02.942601 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2303ad5c-b460-4ec2-8e04-6401d2d99b11 req-f2c5fd88-d10c-4d3a-8f23-71b1540e2625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:09:02.944076 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-2303ad5c-b460-4ec2-8e04-6401d2d99b11 req-f2c5fd88-d10c-4d3a-8f23-71b1540e2625 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=45f87e6dad28491db9dd7c8bd15c288e&device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 1100 time: 0.0519626 Jul 08 13:09:03.052017 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2303ad5c-b460-4ec2-8e04-6401d2d99b11 req-4f78a9d3-0c7a-496a-8e19-1b8acb951382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:09:03.053578 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-2303ad5c-b460-4ec2-8e04-6401d2d99b11 req-4f78a9d3-0c7a-496a-8e19-1b8acb951382 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a04372ec-c042-4405-a1d0-b6660a8bf946 HTTP/1.1" status: 200 len: 917 time: 0.0882652 Jul 08 13:09:03.120329 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-2303ad5c-b460-4ec2-8e04-6401d2d99b11 req-7c047b78-aa18-494a-a289-398515e3ada2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=389d4c3e-d1ff-4a79-8acd-e5caac541c90 HTTP/1.1" status: 200 len: 1001 time: 0.0590878 Jul 08 13:09:03.172362 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2303ad5c-b460-4ec2-8e04-6401d2d99b11 req-a1b7a7dd-ad28-4857-9142-391023b16589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:09:03.173814 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-2303ad5c-b460-4ec2-8e04-6401d2d99b11 req-a1b7a7dd-ad28-4857-9142-391023b16589 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5a7a9e7d-3071-4940-95e2-12dfd08df222 HTTP/1.1" status: 200 len: 855 time: 0.0466504 Jul 08 13:09:03.235518 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2303ad5c-b460-4ec2-8e04-6401d2d99b11 req-d861adbe-7c5a-460e-a01a-2d1615109fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:09:03.237068 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-2303ad5c-b460-4ec2-8e04-6401d2d99b11 req-d861adbe-7c5a-460e-a01a-2d1615109fe5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a04372ec-c042-4405-a1d0-b6660a8bf946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0537863 Jul 08 13:09:03.329299 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-2303ad5c-b460-4ec2-8e04-6401d2d99b11 req-c0669c11-080c-491f-a003-5235ae6ecb2e service neutron] 10.222.0.21 "GET /v2.0/networks/a04372ec-c042-4405-a1d0-b6660a8bf946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828068 Jul 08 13:09:03.423700 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-2303ad5c-b460-4ec2-8e04-6401d2d99b11 req-bd5ff8e4-a2e2-4bba-91b5-118e72377e92 service neutron] 10.222.0.21 "GET /v2.0/networks/a04372ec-c042-4405-a1d0-b6660a8bf946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877440 Jul 08 13:09:04.001055 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-0cef42f3-3a1a-4020-b263-5152d2247e85 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 13:09:05.373808 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-cf0d3a76-0d6b-4c7f-aeb9-1ff00d838453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:05.718174 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:06.125290 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-97c8e7b9-57f7-456d-825e-78a0ef1aae16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:07.880584 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-615b644b-3110-4324-8d19-7b6387de29b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:18.400433 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c8c1a-33e1-4ea0-a0a3-e2bcad6afc5f req-e7a5a66f-fa31-436c-a6b9-bb88bf983fff tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:09:18.402616 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-931c8c1a-33e1-4ea0-a0a3-e2bcad6afc5f req-e7a5a66f-fa31-436c-a6b9-bb88bf983fff tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 947 time: 0.0696926 Jul 08 13:09:18.439126 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-931c8c1a-33e1-4ea0-a0a3-e2bcad6afc5f req-6190099d-8274-4448-9502-b72cd106a338 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=17936d34-5d2a-4abb-95e4-4f523ff71988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309682 Jul 08 13:09:19.618860 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3fbaf-b933-4c79-b0ca-46b6e9f3e81d req-90a7c03d-6f02-4d6f-a8e2-a7640f6b0d5a tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:09:19.620387 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6fd3fbaf-b933-4c79-b0ca-46b6e9f3e81d req-90a7c03d-6f02-4d6f-a8e2-a7640f6b0d5a tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 947 time: 0.0619948 Jul 08 13:09:19.657592 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-6fd3fbaf-b933-4c79-b0ca-46b6e9f3e81d req-45c1bfa8-03b5-476c-8ece-c16bc0b491ae tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=17936d34-5d2a-4abb-95e4-4f523ff71988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316439 Jul 08 13:09:20.835219 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e49da1-a9cd-4626-aac5-22c4540b9dc9 req-b7fd0718-12d5-430b-9bf1-cb11e53dca9a tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:09:20.836710 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-99e49da1-a9cd-4626-aac5-22c4540b9dc9 req-b7fd0718-12d5-430b-9bf1-cb11e53dca9a tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 947 time: 0.0659935 Jul 08 13:09:20.874507 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-99e49da1-a9cd-4626-aac5-22c4540b9dc9 req-cef7040a-95a1-4bfe-9baf-98b79a9aec00 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=17936d34-5d2a-4abb-95e4-4f523ff71988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318136 Jul 08 13:09:22.048743 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c1796-8604-4b46-b7d8-eceeafb6d252 req-73ce02aa-e908-4b8f-9d3f-9eaedf1fa253 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:09:22.050263 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-053c1796-8604-4b46-b7d8-eceeafb6d252 req-73ce02aa-e908-4b8f-9d3f-9eaedf1fa253 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 947 time: 0.0625799 Jul 08 13:09:22.090961 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-053c1796-8604-4b46-b7d8-eceeafb6d252 req-7dcde7da-775e-4c55-8f52-4686f2179358 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=17936d34-5d2a-4abb-95e4-4f523ff71988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320530 Jul 08 13:09:23.263240 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0af825-49b5-4809-b6e1-36bcf574fffa req-69bcbfbe-4186-402f-8e93-22d376d82513 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:09:23.264704 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-1e0af825-49b5-4809-b6e1-36bcf574fffa req-69bcbfbe-4186-402f-8e93-22d376d82513 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 947 time: 0.0625968 Jul 08 13:09:23.304794 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-1e0af825-49b5-4809-b6e1-36bcf574fffa req-1c6a9969-ad67-443a-b682-5cbf45f3400d tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=17936d34-5d2a-4abb-95e4-4f523ff71988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345423 Jul 08 13:09:24.489685 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e104d2-0871-4f6e-942d-aa19d1b37100 req-023b6018-4859-4c8a-ac0a-654088bac3f9 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:09:24.491214 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d9e104d2-0871-4f6e-942d-aa19d1b37100 req-023b6018-4859-4c8a-ac0a-654088bac3f9 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 947 time: 0.0671387 Jul 08 13:09:24.529210 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-d9e104d2-0871-4f6e-942d-aa19d1b37100 req-530c8032-ec48-4666-acbf-32978b71b369 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups?id=17936d34-5d2a-4abb-95e4-4f523ff71988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317061 Jul 08 13:09:24.857619 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d564d145-edc4-4728-94af-f399a1f6b3aa req-07f3b6cb-35fb-4bd1-892d-33ba8384c663 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:09:24.859084 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d564d145-edc4-4728-94af-f399a1f6b3aa req-07f3b6cb-35fb-4bd1-892d-33ba8384c663 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.21 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 947 time: 0.0634861 Jul 08 13:09:24.961016 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [req-d564d145-edc4-4728-94af-f399a1f6b3aa req-8c266243-9adf-41b4-923e-15e707a97daf tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Deleting port 389d4c3e-d1ff-4a79-8acd-e5caac541c90 {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:09:24.961351 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-d564d145-edc4-4728-94af-f399a1f6b3aa req-8c266243-9adf-41b4-923e-15e707a97daf tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:25.046492 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-d564d145-edc4-4728-94af-f399a1f6b3aa req-8c266243-9adf-41b4-923e-15e707a97daf tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] For port 389d4c3e-d1ff-4a79-8acd-e5caac541c90, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=389d4c3e-d1ff-4a79-8acd-e5caac541c90,segment=NetworkSegment(e9afe398-2e2b-4f79-94b7-dda3a4c06771),segment_id=e9afe398-2e2b-4f79-94b7-dda3a4c06771)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:09:25.046850 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-d564d145-edc4-4728-94af-f399a1f6b3aa req-8c266243-9adf-41b4-923e-15e707a97daf tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:25.223750 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-d564d145-edc4-4728-94af-f399a1f6b3aa req-8c266243-9adf-41b4-923e-15e707a97daf tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:25.224126 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-d564d145-edc4-4728-94af-f399a1f6b3aa req-8c266243-9adf-41b4-923e-15e707a97daf tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545677'] for floatingip, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:25.224472 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.db.l3_db [req-d564d145-edc4-4728-94af-f399a1f6b3aa req-8c266243-9adf-41b4-923e-15e707a97daf tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Floating IP 128e76fe-1d96-4a24-b794-58bc10fdb8ed disassociated. External IP: 172.27.1.88, port: 389d4c3e-d1ff-4a79-8acd-e5caac541c90. Jul 08 13:09:25.224810 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [req-d564d145-edc4-4728-94af-f399a1f6b3aa req-8c266243-9adf-41b4-923e-15e707a97daf tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Calling delete_port for 389d4c3e-d1ff-4a79-8acd-e5caac541c90 owned by compute:nova {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:09:25.360747 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-d564d145-edc4-4728-94af-f399a1f6b3aa req-8c266243-9adf-41b4-923e-15e707a97daf tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789347'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:25.394673 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c266243-9adf-41b4-923e-15e707a97daf tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Pushing event deleted for resources: {'Port': ['ID=389d4c3e-d1ff-4a79-8acd-e5caac541c90,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:09:25.513934 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d564d145-edc4-4728-94af-f399a1f6b3aa req-8c266243-9adf-41b4-923e-15e707a97daf tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Router 1aeef19a-87d7-4c40-88a5-a3282d199b45 has already been hosted by L3 agent f415b27f-d318-40de-bd28-ecbd03c16a41 {{(pid=93011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 13:09:25.622317 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d564d145-edc4-4728-94af-f399a1f6b3aa req-8c266243-9adf-41b4-923e-15e707a97daf tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify agent at l3_agent.dv-cinder-789603-11-iscsi the message routers_updated {{(pid=93011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:09:25.635305 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df9e758-47ad-432f-9402-1b75854ba1c3 None None] Sync routers for ids ['1aeef19a-87d7-4c40-88a5-a3282d199b45'] in dv-cinder-789603-11-iscsi {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:09:25.647842 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df9e758-47ad-432f-9402-1b75854ba1c3 None None] Routers {'1aeef19a-87d7-4c40-88a5-a3282d199b45'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:09:25.648636 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-9df9e758-47ad-432f-9402-1b75854ba1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:09:05Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['1aeef19a-87d7-4c40-88a5-a3282d199b45'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:09:25.681142 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [req-d564d145-edc4-4728-94af-f399a1f6b3aa req-8c266243-9adf-41b4-923e-15e707a97daf tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] No DVR routers for this DVR port 389d4c3e-d1ff-4a79-8acd-e5caac541c90 on host hv-cinder-78960 {{(pid=93011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:09:25.684327 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-d564d145-edc4-4728-94af-f399a1f6b3aa req-8c266243-9adf-41b4-923e-15e707a97daf tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:25.686418 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-d564d145-edc4-4728-94af-f399a1f6b3aa req-8c266243-9adf-41b4-923e-15e707a97daf tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.21 "DELETE /v2.0/ports/389d4c3e-d1ff-4a79-8acd-e5caac541c90 HTTP/1.1" status: 204 len: 173 time: 0.8205426 Jul 08 13:09:25.686861 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24653d30-fca3-44c7-88ed-a848503fe91a', 'name': 'network-vif-deleted', 'tag': '389d4c3e-d1ff-4a79-8acd-e5caac541c90'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:09:25.689144 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79934bd8df5839606b1ce54b63dc7d70fed780423e2c756261eeaeb19bf0c4d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2127edb-abb5-4160-b7a3-5372063e8397" -d '{"events": [{"server_uuid": "24653d30-fca3-44c7-88ed-a848503fe91a", "name": "network-vif-deleted", "tag": "389d4c3e-d1ff-4a79-8acd-e5caac541c90"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:09:25.710881 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-3b593dae-c476-4810-93c0-e629ba640625 req-7fcb616f-0b9c-4742-9433-589c98f43317 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/ports?device_id=24653d30-fca3-44c7-88ed-a848503fe91a HTTP/1.1" status: 200 len: 210 time: 0.0550840 Jul 08 13:09:25.773227 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-9df9e758-47ad-432f-9402-1b75854ba1c3 None None] Set router 1aeef19a-87d7-4c40-88a5-a3282d199b45 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:09:25.774625 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e97c731-5f19-4c64-ba03-d907be89e105 x-openstack-request-id: req-9e97c731-5f19-4c64-ba03-d907be89e105 {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:09:25.774954 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24653d30-fca3-44c7-88ed-a848503fe91a", "name": "network-vif-deleted", "tag": "389d4c3e-d1ff-4a79-8acd-e5caac541c90", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:09:25.775196 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9e97c731-5f19-4c64-ba03-d907be89e105 {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:09:25.775581 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24653d30-fca3-44c7-88ed-a848503fe91a', 'name': 'network-vif-deleted', 'tag': '389d4c3e-d1ff-4a79-8acd-e5caac541c90', 'status': 'completed', 'code': 200} Jul 08 13:09:25.988857 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-9df9e758-47ad-432f-9402-1b75854ba1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'name': 'tempest-AttachVolumeShelveTestJSON-892982610-router', 'tenant_id': '45f87e6dad28491db9dd7c8bd15c288e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '15e3fa80-cdc7-41f3-abd5-93c4d59234e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:49Z', 'updated_at': '2021-07-08T13:01:57Z', 'revision_number': 4, 'project_id': '45f87e6dad28491db9dd7c8bd15c288e', 'gw_port': {'id': '15e3fa80-cdc7-41f3-abd5-93c4d59234e9', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:63:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:49Z', 'updated_at': '2021-07-08T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': 'e7f68077-d005-4327-adda-3628edd68008', 'name': '', 'network_id': 'a04372ec-c042-4405-a1d0-b6660a8bf946', 'tenant_id': '45f87e6dad28491db9dd7c8bd15c288e', 'mac_address': 'fa:16:3e:a6:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5a7a9e7d-3071-4940-95e2-12dfd08df222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:55Z', 'updated_at': '2021-07-08T13:02:09Z', 'revision_number': 5, 'project_id': '45f87e6dad28491db9dd7c8bd15c288e', 'subnets': [{'id': '5a7a9e7d-3071-4940-95e2-12dfd08df222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:09:26.014237 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df9e758-47ad-432f-9402-1b75854ba1c3 None None] Checking router: 1aeef19a-87d7-4c40-88a5-a3282d199b45 for host: dv-cinder-789603-11-iscsi {{(pid=93014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:09:26.022352 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df9e758-47ad-432f-9402-1b75854ba1c3 None None] Routers {'1aeef19a-87d7-4c40-88a5-a3282d199b45'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:09:26.022947 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-9df9e758-47ad-432f-9402-1b75854ba1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:09:05Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['1aeef19a-87d7-4c40-88a5-a3282d199b45'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:09:26.134648 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-9df9e758-47ad-432f-9402-1b75854ba1c3 None None] Set router 1aeef19a-87d7-4c40-88a5-a3282d199b45 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:09:26.348460 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-9df9e758-47ad-432f-9402-1b75854ba1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'name': 'tempest-AttachVolumeShelveTestJSON-892982610-router', 'tenant_id': '45f87e6dad28491db9dd7c8bd15c288e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '15e3fa80-cdc7-41f3-abd5-93c4d59234e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:49Z', 'updated_at': '2021-07-08T13:01:57Z', 'revision_number': 4, 'project_id': '45f87e6dad28491db9dd7c8bd15c288e', 'gw_port': {'id': '15e3fa80-cdc7-41f3-abd5-93c4d59234e9', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:63:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:49Z', 'updated_at': '2021-07-08T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': 'e7f68077-d005-4327-adda-3628edd68008', 'name': '', 'network_id': 'a04372ec-c042-4405-a1d0-b6660a8bf946', 'tenant_id': '45f87e6dad28491db9dd7c8bd15c288e', 'mac_address': 'fa:16:3e:a6:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5a7a9e7d-3071-4940-95e2-12dfd08df222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:55Z', 'updated_at': '2021-07-08T13:02:09Z', 'revision_number': 5, 'project_id': '45f87e6dad28491db9dd7c8bd15c288e', 'subnets': [{'id': '5a7a9e7d-3071-4940-95e2-12dfd08df222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:09:26.470997 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df9e758-47ad-432f-9402-1b75854ba1c3 None None] The sync data for ids ['1aeef19a-87d7-4c40-88a5-a3282d199b45'] in dv-cinder-789603-11-iscsi is: [{'id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'name': 'tempest-AttachVolumeShelveTestJSON-892982610-router', 'tenant_id': '45f87e6dad28491db9dd7c8bd15c288e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '15e3fa80-cdc7-41f3-abd5-93c4d59234e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:49Z', 'updated_at': '2021-07-08T13:01:57Z', 'revision_number': 4, 'project_id': '45f87e6dad28491db9dd7c8bd15c288e', 'gw_port': {'id': '15e3fa80-cdc7-41f3-abd5-93c4d59234e9', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:63:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:49Z', 'updated_at': '2021-07-08T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': 'e7f68077-d005-4327-adda-3628edd68008', 'name': '', 'network_id': 'a04372ec-c042-4405-a1d0-b6660a8bf946', 'tenant_id': '45f87e6dad28491db9dd7c8bd15c288e', 'mac_address': 'fa:16:3e:a6:4a:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5a7a9e7d-3071-4940-95e2-12dfd08df222', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:55Z', 'updated_at': '2021-07-08T13:02:09Z', 'revision_number': 5, 'project_id': '45f87e6dad28491db9dd7c8bd15c288e', 'subnets': [{'id': '5a7a9e7d-3071-4940-95e2-12dfd08df222', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:09:26.702492 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4bd066-94ad-48e6-8895-5f527c0351b2 None None] New status for floating IP 128e76fe-1d96-4a24-b794-58bc10fdb8ed: DOWN {{(pid=93013) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 13:09:27.866785 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 44352) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:09:27.926371 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-17e26fc3-d069-4941-8a63-b52a39d76191 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:27.953412 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-17e26fc3-d069-4941-8a63-b52a39d76191 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:28.000279 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-17e26fc3-d069-4941-8a63-b52a39d76191 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:28.002921 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-17e26fc3-d069-4941-8a63-b52a39d76191 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:28.006559 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-17e26fc3-d069-4941-8a63-b52a39d76191 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "DELETE /v2.0/security-groups/17936d34-5d2a-4abb-95e4-4f523ff71988 HTTP/1.1" status: 204 len: 168 time: 0.1365609 Jul 08 13:09:28.006948 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 44364) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:09:28.013579 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e26fc3-d069-4941-8a63-b52a39d76191 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17936d34-5d2a-4abb-95e4-4f523ff71988,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:09:28.020370 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.api.v2.resource [None req-39ac9d15-2802-420c-afc0-14452fee08d7 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] show failed (client error): The resource could not be found. Jul 08 13:09:28.021385 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-39ac9d15-2802-420c-afc0-14452fee08d7 tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "GET /v2.0/security-groups/17936d34-5d2a-4abb-95e4-4f523ff71988 HTTP/1.1" status: 404 len: 347 time: 0.0133681 Jul 08 13:09:28.024257 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 44368) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:09:28.165751 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-7f05e73c-1a5b-41ed-89f4-8d8caf81bf2f tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Deleting port 93218f8f-7186-4491-a44b-9a635f3b9611 {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:09:28.166092 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7f05e73c-1a5b-41ed-89f4-8d8caf81bf2f tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:28.242534 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7f05e73c-1a5b-41ed-89f4-8d8caf81bf2f tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:28.242863 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7f05e73c-1a5b-41ed-89f4-8d8caf81bf2f tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:28.254912 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-7f05e73c-1a5b-41ed-89f4-8d8caf81bf2f tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Calling delete_port for 93218f8f-7186-4491-a44b-9a635f3b9611 owned by network:floatingip {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:09:28.383268 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7f05e73c-1a5b-41ed-89f4-8d8caf81bf2f tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789347'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:28.411914 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f05e73c-1a5b-41ed-89f4-8d8caf81bf2f tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Pushing event deleted for resources: {'Port': ['ID=93218f8f-7186-4491-a44b-9a635f3b9611,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:09:28.469959 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7f05e73c-1a5b-41ed-89f4-8d8caf81bf2f tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks [] for floatingip, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:28.472866 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7f05e73c-1a5b-41ed-89f4-8d8caf81bf2f tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for floatingip, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:28.474224 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-7f05e73c-1a5b-41ed-89f4-8d8caf81bf2f tempest-AttachVolumeShelveTestJSON-495775282 tempest-AttachVolumeShelveTestJSON-495775282-project] 10.222.0.59 "DELETE /v2.0/floatingips/128e76fe-1d96-4a24-b794-58bc10fdb8ed HTTP/1.1" status: 204 len: 168 time: 0.4441795 Jul 08 13:09:29.200277 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 389d4c3e-d1ff-4a79-8acd-e5caac541c90 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:09:29.223225 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] No Port match for: 389d4c3e-d1ff-4a79-8acd-e5caac541c90 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:09:29.223569 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 389d4c3e-d1ff-4a79-8acd-e5caac541c90 not bound to the agent host hv-cinder-78960 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:09:30.016432 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:31.035716 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 44414) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:09:31.575642 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9215672a-fae8-49a3-b754-e1175d942d98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544778'] for router_interface, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:32.157661 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-9215672a-fae8-49a3-b754-e1175d942d98 admin admin] Deleting port e7f68077-d005-4327-adda-3628edd68008 {{(pid=93012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:09:32.158422 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9215672a-fae8-49a3-b754-e1175d942d98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:32.251812 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [None req-9215672a-fae8-49a3-b754-e1175d942d98 admin admin] For port e7f68077-d005-4327-adda-3628edd68008, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=e7f68077-d005-4327-adda-3628edd68008,segment=NetworkSegment(e9afe398-2e2b-4f79-94b7-dda3a4c06771),segment_id=e9afe398-2e2b-4f79-94b7-dda3a4c06771)] {{(pid=93012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:09:32.252177 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9215672a-fae8-49a3-b754-e1175d942d98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:32.268277 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-9215672a-fae8-49a3-b754-e1175d942d98 admin admin] Calling delete_port for e7f68077-d005-4327-adda-3628edd68008 owned by network:router_interface {{(pid=93012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:09:32.470815 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9215672a-fae8-49a3-b754-e1175d942d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4509848'] for port, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:32.494147 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9215672a-fae8-49a3-b754-e1175d942d98 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7f68077-d005-4327-adda-3628edd68008,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:09:32.528826 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-962c3b32-20ed-41d5-8c1c-30d10fb8feef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:32.665860 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9215672a-fae8-49a3-b754-e1175d942d98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544972'] for router_interface, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:32.872280 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9215672a-fae8-49a3-b754-e1175d942d98 admin admin] Router 1aeef19a-87d7-4c40-88a5-a3282d199b45 has already been hosted by L3 agent f415b27f-d318-40de-bd28-ecbd03c16a41 {{(pid=93012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 13:09:32.975073 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9215672a-fae8-49a3-b754-e1175d942d98 admin admin] Notify agent at l3_agent.dv-cinder-789603-11-iscsi the message routers_updated {{(pid=93012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:09:32.979946 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-9215672a-fae8-49a3-b754-e1175d942d98 admin admin] 10.222.0.59 "PUT /v2.0/routers/1aeef19a-87d7-4c40-88a5-a3282d199b45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9431593 Jul 08 13:09:32.982420 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 44424) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:09:32.983619 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81b0bf5-abe0-4149-9da7-53346691946d None None] Sync routers for ids ['1aeef19a-87d7-4c40-88a5-a3282d199b45'] in dv-cinder-789603-11-iscsi {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:09:32.992767 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81b0bf5-abe0-4149-9da7-53346691946d None None] Routers {'1aeef19a-87d7-4c40-88a5-a3282d199b45'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:09:32.993456 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-a81b0bf5-abe0-4149-9da7-53346691946d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:09:05Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['1aeef19a-87d7-4c40-88a5-a3282d199b45'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:09:33.091039 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-291670fc-49ae-4bcc-a18e-f79551e84970 admin admin] Notify callbacks [] for router, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:33.101860 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-a81b0bf5-abe0-4149-9da7-53346691946d None None] Set router 1aeef19a-87d7-4c40-88a5-a3282d199b45 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:09:33.194795 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-291670fc-49ae-4bcc-a18e-f79551e84970 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:33.246085 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-291670fc-49ae-4bcc-a18e-f79551e84970 admin admin] Deleting port 15e3fa80-cdc7-41f3-abd5-93c4d59234e9 {{(pid=93012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:09:33.246317 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-291670fc-49ae-4bcc-a18e-f79551e84970 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:33.276631 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-a81b0bf5-abe0-4149-9da7-53346691946d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'name': 'tempest-AttachVolumeShelveTestJSON-892982610-router', 'tenant_id': '45f87e6dad28491db9dd7c8bd15c288e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '15e3fa80-cdc7-41f3-abd5-93c4d59234e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:49Z', 'updated_at': '2021-07-08T13:09:32Z', 'revision_number': 5, 'project_id': '45f87e6dad28491db9dd7c8bd15c288e', 'gw_port': {'id': '15e3fa80-cdc7-41f3-abd5-93c4d59234e9', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:63:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:01:49Z', 'updated_at': '2021-07-08T13:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi'}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:09:33.305253 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81b0bf5-abe0-4149-9da7-53346691946d None None] Checking router: 1aeef19a-87d7-4c40-88a5-a3282d199b45 for host: dv-cinder-789603-11-iscsi {{(pid=93014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:09:33.313356 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81b0bf5-abe0-4149-9da7-53346691946d None None] Routers {'1aeef19a-87d7-4c40-88a5-a3282d199b45'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:09:33.313953 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-a81b0bf5-abe0-4149-9da7-53346691946d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:09:05Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['1aeef19a-87d7-4c40-88a5-a3282d199b45'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:09:33.326433 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [None req-291670fc-49ae-4bcc-a18e-f79551e84970 admin admin] For port 15e3fa80-cdc7-41f3-abd5-93c4d59234e9, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=15e3fa80-cdc7-41f3-abd5-93c4d59234e9,segment=NetworkSegment(ec4eb99c-636e-43d3-922e-332a95a4195c),segment_id=ec4eb99c-636e-43d3-922e-332a95a4195c)] {{(pid=93012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:09:33.326787 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-291670fc-49ae-4bcc-a18e-f79551e84970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:33.338179 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-291670fc-49ae-4bcc-a18e-f79551e84970 admin admin] Calling delete_port for 15e3fa80-cdc7-41f3-abd5-93c4d59234e9 owned by network:router_gateway {{(pid=93012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:09:33.401296 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-a81b0bf5-abe0-4149-9da7-53346691946d None None] Set router 1aeef19a-87d7-4c40-88a5-a3282d199b45 gateway port host: None {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:09:33.462328 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-a81b0bf5-abe0-4149-9da7-53346691946d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'name': 'tempest-AttachVolumeShelveTestJSON-892982610-router', 'tenant_id': '45f87e6dad28491db9dd7c8bd15c288e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:49Z', 'updated_at': '2021-07-08T13:09:33Z', 'revision_number': 6, 'project_id': '45f87e6dad28491db9dd7c8bd15c288e', 'gw_port_host': None}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:09:33.488559 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81b0bf5-abe0-4149-9da7-53346691946d None None] The sync data for ids ['1aeef19a-87d7-4c40-88a5-a3282d199b45'] in dv-cinder-789603-11-iscsi is: [{'id': '1aeef19a-87d7-4c40-88a5-a3282d199b45', 'name': 'tempest-AttachVolumeShelveTestJSON-892982610-router', 'tenant_id': '45f87e6dad28491db9dd7c8bd15c288e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:01:49Z', 'updated_at': '2021-07-08T13:09:33Z', 'revision_number': 6, 'project_id': '45f87e6dad28491db9dd7c8bd15c288e', 'gw_port_host': None}] {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:09:33.510339 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-291670fc-49ae-4bcc-a18e-f79551e84970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4509848'] for port, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:33.535329 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291670fc-49ae-4bcc-a18e-f79551e84970 admin admin] Pushing event deleted for resources: {'Port': ['ID=15e3fa80-cdc7-41f3-abd5-93c4d59234e9,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:09:33.598080 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-291670fc-49ae-4bcc-a18e-f79551e84970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545735'] for router_gateway, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:33.702374 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-291670fc-49ae-4bcc-a18e-f79551e84970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8364084'] for router, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:33.704418 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-291670fc-49ae-4bcc-a18e-f79551e84970 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:33.767928 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-291670fc-49ae-4bcc-a18e-f79551e84970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-542115'] for router, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:33.768417 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291670fc-49ae-4bcc-a18e-f79551e84970 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1aeef19a-87d7-4c40-88a5-a3282d199b45 {{(pid=93012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 13:09:33.773551 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-291670fc-49ae-4bcc-a18e-f79551e84970 admin admin] Notify callbacks [] for router, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:33.774693 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-291670fc-49ae-4bcc-a18e-f79551e84970 admin admin] 10.222.0.59 "DELETE /v2.0/routers/1aeef19a-87d7-4c40-88a5-a3282d199b45 HTTP/1.1" status: 204 len: 168 time: 0.7912304 Jul 08 13:09:33.777433 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 44426) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:09:33.822364 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1587c3e-1eb4-4323-8de4-2caa3e537c81 admin admin] Deleting subnet 5a7a9e7d-3071-4940-95e2-12dfd08df222 {{(pid=93012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 13:09:33.826669 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-e1587c3e-1eb4-4323-8de4-2caa3e537c81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:33.867160 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-e1587c3e-1eb4-4323-8de4-2caa3e537c81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4653433'] for subnet, precommit_delete_associations {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:33.947586 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-e1587c3e-1eb4-4323-8de4-2caa3e537c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388364'] for subnet, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:34.001105 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-e1587c3e-1eb4-4323-8de4-2caa3e537c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4509906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4655938'] for subnet, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:34.025905 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1587c3e-1eb4-4323-8de4-2caa3e537c81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a7a9e7d-3071-4940-95e2-12dfd08df222,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:09:34.031527 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-e1587c3e-1eb4-4323-8de4-2caa3e537c81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for subnet, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:34.034330 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-e1587c3e-1eb4-4323-8de4-2caa3e537c81 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/5a7a9e7d-3071-4940-95e2-12dfd08df222 HTTP/1.1" status: 204 len: 168 time: 0.2558093 Jul 08 13:09:34.036710 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 44430) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:09:34.040467 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf98926-b94c-40e6-9f8a-a48ae9fc4633 None None] Network a04372ec-c042-4405-a1d0-b6660a8bf946 requested from dv-cinder-789603-11-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 13:09:34.109002 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c0dbcb7e-3685-4f85-8b4a-912b3e31f887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1445167'] for network, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:34.161166 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-c0dbcb7e-3685-4f85-8b4a-912b3e31f887 admin admin] Deleting port 72522bb7-9736-420d-92f8-c282515e3259 {{(pid=93012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:09:34.161427 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c0dbcb7e-3685-4f85-8b4a-912b3e31f887 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:34.231139 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [None req-c0dbcb7e-3685-4f85-8b4a-912b3e31f887 admin admin] For port 72522bb7-9736-420d-92f8-c282515e3259, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=72522bb7-9736-420d-92f8-c282515e3259,segment=NetworkSegment(e9afe398-2e2b-4f79-94b7-dda3a4c06771),segment_id=e9afe398-2e2b-4f79-94b7-dda3a4c06771)] {{(pid=93012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:09:34.231801 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c0dbcb7e-3685-4f85-8b4a-912b3e31f887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:34.244657 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-c0dbcb7e-3685-4f85-8b4a-912b3e31f887 admin admin] Calling delete_port for 72522bb7-9736-420d-92f8-c282515e3259 owned by network:dhcp {{(pid=93012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:09:34.256890 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f707b1-8715-4fdb-bbd2-413f98c6b7e8 None None] DHCP port deletion for a04372ec-c042-4405-a1d0-b6660a8bf946 request from dv-cinder-789603-11-iscsi {{(pid=93013) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 13:09:34.303972 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-b7f707b1-8715-4fdb-bbd2-413f98c6b7e8 None None] Deleting port 72522bb7-9736-420d-92f8-c282515e3259 {{(pid=93013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:09:34.304299 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-b7f707b1-8715-4fdb-bbd2-413f98c6b7e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:34.327859 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c0dbcb7e-3685-4f85-8b4a-912b3e31f887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4509848'] for port, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:34.351921 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dbcb7e-3685-4f85-8b4a-912b3e31f887 admin admin] Pushing event deleted for resources: {'Port': ['ID=72522bb7-9736-420d-92f8-c282515e3259,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:09:34.359059 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dbcb7e-3685-4f85-8b4a-912b3e31f887 admin admin] No DVR routers for this DVR port 72522bb7-9736-420d-92f8-c282515e3259 on host dv-cinder-789603-11-iscsi {{(pid=93012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:09:34.369082 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-b7f707b1-8715-4fdb-bbd2-413f98c6b7e8 None None] For port 72522bb7-9736-420d-92f8-c282515e3259, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=72522bb7-9736-420d-92f8-c282515e3259,segment=NetworkSegment(e9afe398-2e2b-4f79-94b7-dda3a4c06771),segment_id=e9afe398-2e2b-4f79-94b7-dda3a4c06771)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:09:34.369578 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-b7f707b1-8715-4fdb-bbd2-413f98c6b7e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:34.383648 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-b7f707b1-8715-4fdb-bbd2-413f98c6b7e8 None None] Calling delete_port for 72522bb7-9736-420d-92f8-c282515e3259 owned by network:dhcp {{(pid=93013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:09:34.432827 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c0dbcb7e-3685-4f85-8b4a-912b3e31f887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385719', 'neutron.services.segments.db._delete_segments_for_network-8739449493333'] for network, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:34.443966 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-c0dbcb7e-3685-4f85-8b4a-912b3e31f887 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a04372ec-c042-4405-a1d0-b6660a8bf946']}} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:09:34.455196 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-c0dbcb7e-3685-4f85-8b4a-912b3e31f887 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9afe398-2e2b-4f79-94b7-dda3a4c06771') {'for_net_delete': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:09:34.455819 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-c0dbcb7e-3685-4f85-8b4a-912b3e31f887 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9afe398-2e2b-4f79-94b7-dda3a4c06771') {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:09:34.465024 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c0dbcb7e-3685-4f85-8b4a-912b3e31f887 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739449365041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4653424'] for segment, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:34.479026 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c0dbcb7e-3685-4f85-8b4a-912b3e31f887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1381891'] for segment, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:34.484903 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0dbcb7e-3685-4f85-8b4a-912b3e31f887 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=93012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 13:09:34.485295 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c0dbcb7e-3685-4f85-8b4a-912b3e31f887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1381891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4509813'] for segment, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:34.487054 dv-cinder-789603-11-iscsi neutron-server[93012]: Traceback (most recent call last): Jul 08 13:09:34.487054 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 13:09:34.487054 dv-cinder-789603-11-iscsi neutron-server[93012]: timer() Jul 08 13:09:34.487054 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 13:09:34.487054 dv-cinder-789603-11-iscsi neutron-server[93012]: cb(*args, **kw) Jul 08 13:09:34.487054 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 13:09:34.487054 dv-cinder-789603-11-iscsi neutron-server[93012]: return func(*args, **kwargs) Jul 08 13:09:34.487054 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 13:09:34.487054 dv-cinder-789603-11-iscsi neutron-server[93012]: self._notify() Jul 08 13:09:34.487054 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 13:09:34.487054 dv-cinder-789603-11-iscsi neutron-server[93012]: self.callback(batched_events) Jul 08 13:09:34.487054 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 13:09:34.487054 dv-cinder-789603-11-iscsi neutron-server[93012]: event.method(event) Jul 08 13:09:34.487054 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 13:09:34.487054 dv-cinder-789603-11-iscsi neutron-server[93012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 13:09:34.487054 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 13:09:34.487054 dv-cinder-789603-11-iscsi neutron-server[93012]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 13:09:34.487054 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 13:09:34.487054 dv-cinder-789603-11-iscsi neutron-server[93012]: return f(self, *a, **k) Jul 08 13:09:34.487054 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 13:09:34.487054 dv-cinder-789603-11-iscsi neutron-server[93012]: return self._get(url).json() Jul 08 13:09:34.487054 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 13:09:34.487054 dv-cinder-789603-11-iscsi neutron-server[93012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 13:09:34.487054 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 13:09:34.487054 dv-cinder-789603-11-iscsi neutron-server[93012]: return self.request(url, 'GET', **kwargs) Jul 08 13:09:34.487054 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 13:09:34.487054 dv-cinder-789603-11-iscsi neutron-server[93012]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 13:09:34.487054 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 13:09:34.487054 dv-cinder-789603-11-iscsi neutron-server[93012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 13:09:34.487054 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 13:09:34.487054 dv-cinder-789603-11-iscsi neutron-server[93012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 13:09:34.487054 dv-cinder-789603-11-iscsi neutron-server[93012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 13:09:34.516032 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-b7f707b1-8715-4fdb-bbd2-413f98c6b7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285'] for port, after_delete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:34.545931 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f707b1-8715-4fdb-bbd2-413f98c6b7e8 None None] Pushing event deleted for resources: {'Port': ['ID=72522bb7-9736-420d-92f8-c282515e3259,revision_number=None']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:09:34.547316 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c0dbcb7e-3685-4f85-8b4a-912b3e31f887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545699'] for network, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:34.554352 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f707b1-8715-4fdb-bbd2-413f98c6b7e8 None None] No DVR routers for this DVR port 72522bb7-9736-420d-92f8-c282515e3259 on host dv-cinder-789603-11-iscsi {{(pid=93013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:09:34.558038 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c0dbcb7e-3685-4f85-8b4a-912b3e31f887 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for network, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:34.558386 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f707b1-8715-4fdb-bbd2-413f98c6b7e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:09:34.558671 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f707b1-8715-4fdb-bbd2-413f98c6b7e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:09:34.558831 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f707b1-8715-4fdb-bbd2-413f98c6b7e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:09:34.559364 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f707b1-8715-4fdb-bbd2-413f98c6b7e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:09:34.559693 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f707b1-8715-4fdb-bbd2-413f98c6b7e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:09:34.560021 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f707b1-8715-4fdb-bbd2-413f98c6b7e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:09:34.560389 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f707b1-8715-4fdb-bbd2-413f98c6b7e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:09:34.560692 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f707b1-8715-4fdb-bbd2-413f98c6b7e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:09:34.561014 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f707b1-8715-4fdb-bbd2-413f98c6b7e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:09:34.561334 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f707b1-8715-4fdb-bbd2-413f98c6b7e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:09:34.561649 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f707b1-8715-4fdb-bbd2-413f98c6b7e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:09:34.561960 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f707b1-8715-4fdb-bbd2-413f98c6b7e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:09:34.567800 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-c0dbcb7e-3685-4f85-8b4a-912b3e31f887 admin admin] 10.222.0.59 "DELETE /v2.0/networks/a04372ec-c042-4405-a1d0-b6660a8bf946 HTTP/1.1" status: 204 len: 168 time: 0.5284729 Jul 08 13:09:34.579919 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dbcb7e-3685-4f85-8b4a-912b3e31f887 admin admin] Pushing event deleted for resources: {'Network': ['ID=a04372ec-c042-4405-a1d0-b6660a8bf946,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:09:34.677659 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 44434) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:09:34.720212 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-6171a69c-0a84-48e9-a6c3-49d2d55e82d8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=45f87e6dad28491db9dd7c8bd15c288e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0413568 Jul 08 13:09:34.723013 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 44436) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:09:34.777616 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-47503abd-7c6c-4074-a340-e7a53177b66c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:34.788869 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 15e3fa80-cdc7-41f3-abd5-93c4d59234e9 no longer exists at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:09:34.799416 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-47503abd-7c6c-4074-a340-e7a53177b66c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:34.808278 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] No Port match for: 15e3fa80-cdc7-41f3-abd5-93c4d59234e9 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:09:34.808616 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 15e3fa80-cdc7-41f3-abd5-93c4d59234e9 not bound to the agent host dv-cinder-789603-11-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:09:34.809117 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 72522bb7-9736-420d-92f8-c282515e3259 no longer exists at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:09:34.828047 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] No Port match for: 72522bb7-9736-420d-92f8-c282515e3259 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:09:34.828558 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 72522bb7-9736-420d-92f8-c282515e3259 not bound to the agent host dv-cinder-789603-11-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:09:34.829055 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device e7f68077-d005-4327-adda-3628edd68008 no longer exists at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:09:34.850556 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] No Port match for: e7f68077-d005-4327-adda-3628edd68008 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:09:34.850672 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device e7f68077-d005-4327-adda-3628edd68008 not bound to the agent host dv-cinder-789603-11-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:09:34.851863 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-47503abd-7c6c-4074-a340-e7a53177b66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:34.854496 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-47503abd-7c6c-4074-a340-e7a53177b66c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:34.858768 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-47503abd-7c6c-4074-a340-e7a53177b66c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/70d1213e-59f9-4176-b6e9-cfde929c546e HTTP/1.1" status: 204 len: 168 time: 0.1317701 Jul 08 13:09:34.873543 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47503abd-7c6c-4074-a340-e7a53177b66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d1213e-59f9-4176-b6e9-cfde929c546e,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:09:35.375758 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-690b47e6-9503-48cf-9700-5aa0330e1d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:35.552577 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 44480) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:09:35.646222 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-7e18300a-ffec-4101-ba17-6ba1a3ed038b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1087944233-network', 'tenant_id': 'c8a28321db41493598d764beddd50f5e'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:09:35.665946 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e18300a-ffec-4101-ba17-6ba1a3ed038b admin admin] Made reservation on behalf of c8a28321db41493598d764beddd50f5e for: {'network': 1} {{(pid=93012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:09:35.669854 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-7e18300a-ffec-4101-ba17-6ba1a3ed038b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for network, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:35.679751 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-7e18300a-ffec-4101-ba17-6ba1a3ed038b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:35.720198 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:35.768359 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-7e18300a-ffec-4101-ba17-6ba1a3ed038b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:35.772165 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-7e18300a-ffec-4101-ba17-6ba1a3ed038b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:35.793286 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e18300a-ffec-4101-ba17-6ba1a3ed038b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=93012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 13:09:35.807743 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e18300a-ffec-4101-ba17-6ba1a3ed038b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32d02b4-aa39-4e9f-bfc0-6e08296f4df2,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:09:35.811374 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-7e18300a-ffec-4101-ba17-6ba1a3ed038b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1381891'] for segment, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:35.811720 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.db.segments_db [None req-7e18300a-ffec-4101-ba17-6ba1a3ed038b admin admin] Added segment d6a0444c-8b57-43f5-9ba0-98181553d2a4 of type vlan for network 9648752d-6b78-4fbd-a3a5-c045b8222c73 Jul 08 13:09:35.850788 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-7e18300a-ffec-4101-ba17-6ba1a3ed038b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739448901726'] for network, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:35.880990 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-7e18300a-ffec-4101-ba17-6ba1a3ed038b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384'] for network, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:35.881835 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e18300a-ffec-4101-ba17-6ba1a3ed038b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:09:35.882409 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-7e18300a-ffec-4101-ba17-6ba1a3ed038b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for network, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:35.929887 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-7e18300a-ffec-4101-ba17-6ba1a3ed038b admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3761494 Jul 08 13:09:35.932992 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 44484) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:09:35.938516 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-59a33300-0145-433a-830d-8cc00f9ffdfa admin admin] Request body: {'subnet': {'network_id': '9648752d-6b78-4fbd-a3a5-c045b8222c73', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1087944233-subnet', 'tenant_id': 'c8a28321db41493598d764beddd50f5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:09:35.940636 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e18300a-ffec-4101-ba17-6ba1a3ed038b admin admin] Pushing event updated for resources: {'Network': ['ID=9648752d-6b78-4fbd-a3a5-c045b8222c73,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:09:35.950810 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Network 9648752d-6b78-4fbd-a3a5-c045b8222c73 details requested by agent ovs-agent-dv-cinder-789603-11-iscsi with host dv-cinder-789603-11-iscsi {{(pid=93013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 13:09:35.959664 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a33300-0145-433a-830d-8cc00f9ffdfa admin admin] Made reservation on behalf of c8a28321db41493598d764beddd50f5e for: {'subnet': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:09:35.962108 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-59a33300-0145-433a-830d-8cc00f9ffdfa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5094259'] for subnet, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:36.129414 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-97c8e7b9-57f7-456d-825e-78a0ef1aae16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:36.132892 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-59a33300-0145-433a-830d-8cc00f9ffdfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4900324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5094209'] for subnet, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:36.191807 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a33300-0145-433a-830d-8cc00f9ffdfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a1ce9cc-728e-475d-90d9-8cb4611af845,revision_number=0']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:09:36.201386 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a33300-0145-433a-830d-8cc00f9ffdfa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:09:36.201734 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a33300-0145-433a-830d-8cc00f9ffdfa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:09:36.202074 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a33300-0145-433a-830d-8cc00f9ffdfa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:09:36.202404 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a33300-0145-433a-830d-8cc00f9ffdfa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:09:36.202750 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a33300-0145-433a-830d-8cc00f9ffdfa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:09:36.203060 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a33300-0145-433a-830d-8cc00f9ffdfa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:09:36.203390 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a33300-0145-433a-830d-8cc00f9ffdfa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:09:36.203716 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a33300-0145-433a-830d-8cc00f9ffdfa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:09:36.204060 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a33300-0145-433a-830d-8cc00f9ffdfa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:09:36.204386 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a33300-0145-433a-830d-8cc00f9ffdfa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:09:36.204708 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a33300-0145-433a-830d-8cc00f9ffdfa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:09:36.205026 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a33300-0145-433a-830d-8cc00f9ffdfa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:09:36.213002 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a33300-0145-433a-830d-8cc00f9ffdfa admin admin] Checking segment: {'id': 'd6a0444c-8b57-43f5-9ba0-98181553d2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9648752d-6b78-4fbd-a3a5-c045b8222c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:09:36.213359 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a33300-0145-433a-830d-8cc00f9ffdfa admin admin] Network hostable DHCP agents. Network: 9648752d-6b78-4fbd-a3a5-c045b8222c73, hostable agents: ['aa9d8c49-a181-49e8-a217-0ebad9c91868'], hosted agents: [] {{(pid=93011) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 13:09:36.231603 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a33300-0145-433a-830d-8cc00f9ffdfa admin admin] Network 9648752d-6b78-4fbd-a3a5-c045b8222c73 is scheduled to be hosted by DHCP agent aa9d8c49-a181-49e8-a217-0ebad9c91868 with binding_index 1 {{(pid=93011) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 13:09:36.240121 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-59a33300-0145-433a-830d-8cc00f9ffdfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-11-iscsi, 9648752d-6b78-4fbd-a3a5-c045b8222c73) {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:09:36.247724 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf810bc1-fd8c-4fd8-a699-b23516881cf8 None None] Network 9648752d-6b78-4fbd-a3a5-c045b8222c73 requested from dv-cinder-789603-11-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 13:09:36.247862 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a33300-0145-433a-830d-8cc00f9ffdfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:09:36.248356 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-59a33300-0145-433a-830d-8cc00f9ffdfa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:36.264101 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-59a33300-0145-433a-830d-8cc00f9ffdfa admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3291311 Jul 08 13:09:36.390742 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61315d6c-4606-411f-a41e-c6ba77dcd322 None None] Network 9648752d-6b78-4fbd-a3a5-c045b8222c73 requested from dv-cinder-789603-11-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 13:09:36.709629 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4be53-c7f9-4b09-817e-1385f50d26f4 req-d3fa5be1-ce29-4983-b44b-b8b2931b2485 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:09:36.711155 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-53a4be53-c7f9-4b09-817e-1385f50d26f4 req-d3fa5be1-ce29-4983-b44b-b8b2931b2485 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/networks?id=9648752d-6b78-4fbd-a3a5-c045b8222c73 HTTP/1.1" status: 200 len: 815 time: 0.1012127 Jul 08 13:09:36.728428 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-53a4be53-c7f9-4b09-817e-1385f50d26f4 req-afc8d7e0-b578-4383-8092-a2f0f67566de tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/quotas/c8a28321db41493598d764beddd50f5e HTTP/1.1" status: 200 len: 375 time: 0.0114012 Jul 08 13:09:36.764207 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-53a4be53-c7f9-4b09-817e-1385f50d26f4 req-9f931e87-244a-453c-bd13-3fc71203e4f3 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c8a28321db41493598d764beddd50f5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297279 Jul 08 13:09:36.906953 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-53a4be53-c7f9-4b09-817e-1385f50d26f4 req-1c3e8ac0-599c-448c-be57-b550460dde98 service neutron] 10.222.0.59 "GET /v2.0/networks/9648752d-6b78-4fbd-a3a5-c045b8222c73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360183 Jul 08 13:09:36.999004 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-53a4be53-c7f9-4b09-817e-1385f50d26f4 req-79772cac-36eb-48bb-b8d5-207a114d697f service neutron] 10.222.0.59 "GET /v2.0/networks/9648752d-6b78-4fbd-a3a5-c045b8222c73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863008 Jul 08 13:09:37.164149 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-80703d13-dff0-4c0c-a5c5-371030337adb req-cc15a5d9-6de5-4177-8970-9de390ad8813 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ebd7dc5-5f0f-45fd-9dea-2b13ac9b6684 HTTP/1.1" status: 200 len: 210 time: 0.0294068 Jul 08 13:09:37.883580 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-615b644b-3110-4324-8d19-7b6387de29b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:38.040446 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 44564) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:09:38.144886 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-fa541496-dae8-4710-8ad2-979f5583f9c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:38.251459 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-fa541496-dae8-4710-8ad2-979f5583f9c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:38.255983 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-fa541496-dae8-4710-8ad2-979f5583f9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:38.306071 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa541496-dae8-4710-8ad2-979f5583f9c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e193e8de-2da9-4569-a61f-7c6490a7f648,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:09:38.326215 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-fa541496-dae8-4710-8ad2-979f5583f9c2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d5dd97eb5d3243438fc2268858d2a201&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2846792 Jul 08 13:09:38.328744 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-621f7be2-2583-4a13-8bba-0bf9ecec14d4 req-79cbf328-5097-4b91-a2cb-9820871b1805 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ebd7dc5-5f0f-45fd-9dea-2b13ac9b6684 HTTP/1.1" status: 200 len: 210 time: 0.0407543 Jul 08 13:09:38.329156 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 44570) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:09:38.383526 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-414fc68b-383d-4e8c-bf5d-f7630e71c242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:38.406910 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-414fc68b-383d-4e8c-bf5d-f7630e71c242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:38.458469 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-414fc68b-383d-4e8c-bf5d-f7630e71c242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:38.461674 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-414fc68b-383d-4e8c-bf5d-f7630e71c242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:38.462820 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-414fc68b-383d-4e8c-bf5d-f7630e71c242 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e193e8de-2da9-4569-a61f-7c6490a7f648 HTTP/1.1" status: 204 len: 168 time: 0.1327064 Jul 08 13:09:38.468988 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4be53-c7f9-4b09-817e-1385f50d26f4 req-31b823eb-ec0d-446d-95ce-7d777331425c tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:09:38.470466 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-53a4be53-c7f9-4b09-817e-1385f50d26f4 req-31b823eb-ec0d-446d-95ce-7d777331425c tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.21 "GET /v2.0/networks?id=9648752d-6b78-4fbd-a3a5-c045b8222c73 HTTP/1.1" status: 200 len: 815 time: 0.1111972 Jul 08 13:09:38.475421 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414fc68b-383d-4e8c-bf5d-f7630e71c242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e193e8de-2da9-4569-a61f-7c6490a7f648,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:09:38.498114 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [req-53a4be53-c7f9-4b09-817e-1385f50d26f4 req-3b5bf515-358f-46ce-905b-3f20d5ec074c tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Request body: {'port': {'device_id': '5ebd7dc5-5f0f-45fd-9dea-2b13ac9b6684', 'network_id': '9648752d-6b78-4fbd-a3a5-c045b8222c73', 'admin_state_up': True, 'tenant_id': 'c8a28321db41493598d764beddd50f5e'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:09:38.614598 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53a4be53-c7f9-4b09-817e-1385f50d26f4 req-3b5bf515-358f-46ce-905b-3f20d5ec074c tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Made reservation on behalf of c8a28321db41493598d764beddd50f5e for: {'port': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:09:38.618287 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-53a4be53-c7f9-4b09-817e-1385f50d26f4 req-3b5bf515-358f-46ce-905b-3f20d5ec074c tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:38.748768 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [req-53a4be53-c7f9-4b09-817e-1385f50d26f4 req-3b5bf515-358f-46ce-905b-3f20d5ec074c tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Allocated IP 172.20.0.14 (9648752d-6b78-4fbd-a3a5-c045b8222c73/5a1ce9cc-728e-475d-90d9-8cb4611af845/dd5a1334-9fa1-4673-80bb-72b67c9fa92c) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:09:38.755215 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 44580) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:09:38.769069 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f0d50c45-c5c3-4fae-80ff-cc7b84c39951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:38.860116 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f0d50c45-c5c3-4fae-80ff-cc7b84c39951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:38.864235 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f0d50c45-c5c3-4fae-80ff-cc7b84c39951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:38.897825 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-53a4be53-c7f9-4b09-817e-1385f50d26f4 req-3b5bf515-358f-46ce-905b-3f20d5ec074c tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:38.901017 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-f0d50c45-c5c3-4fae-80ff-cc7b84c39951 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=88657fa4012543dc909d00a81f2eea42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1446316 Jul 08 13:09:38.902460 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d50c45-c5c3-4fae-80ff-cc7b84c39951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad387fe-7681-4157-ab70-b04afe439e96,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:09:38.905220 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 44582) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:09:38.979205 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-01c3c13a-81b0-459d-a2e3-12269ca73303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:38.984358 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-53a4be53-c7f9-4b09-817e-1385f50d26f4 req-3b5bf515-358f-46ce-905b-3f20d5ec074c tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4789364'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:39.037510 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-01c3c13a-81b0-459d-a2e3-12269ca73303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:39.054198 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53a4be53-c7f9-4b09-817e-1385f50d26f4 req-3b5bf515-358f-46ce-905b-3f20d5ec074c tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Network 9648752d-6b78-4fbd-a3a5-c045b8222c73 is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:09:39.060798 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [req-53a4be53-c7f9-4b09-817e-1385f50d26f4 req-3b5bf515-358f-46ce-905b-3f20d5ec074c tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:09:39.071152 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a4be53-c7f9-4b09-817e-1385f50d26f4 req-3b5bf515-358f-46ce-905b-3f20d5ec074c tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:09:39.084394 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5bf515-358f-46ce-905b-3f20d5ec074c tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Pushing event updated for resources: {'Port': ['ID=dd5a1334-9fa1-4673-80bb-72b67c9fa92c,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:09:39.131808 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4be53-c7f9-4b09-817e-1385f50d26f4 req-3b5bf515-358f-46ce-905b-3f20d5ec074c tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:09:39.132356 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-53a4be53-c7f9-4b09-817e-1385f50d26f4 req-3b5bf515-358f-46ce-905b-3f20d5ec074c tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:39.144695 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-01c3c13a-81b0-459d-a2e3-12269ca73303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:39.147412 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-01c3c13a-81b0-459d-a2e3-12269ca73303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:39.148640 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-01c3c13a-81b0-459d-a2e3-12269ca73303 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3ad387fe-7681-4157-ab70-b04afe439e96 HTTP/1.1" status: 204 len: 168 time: 0.2424812 Jul 08 13:09:39.152427 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-53a4be53-c7f9-4b09-817e-1385f50d26f4 req-3b5bf515-358f-46ce-905b-3f20d5ec074c tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6586199 Jul 08 13:09:39.158288 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c3c13a-81b0-459d-a2e3-12269ca73303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad387fe-7681-4157-ab70-b04afe439e96,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:09:39.176621 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [req-53a4be53-c7f9-4b09-817e-1385f50d26f4 req-f3b80223-0da6-4682-aede-7acdcc8f58a5 service neutron] Request body: {'port': {'device_id': '5ebd7dc5-5f0f-45fd-9dea-2b13ac9b6684', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:09:39.253099 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-53a4be53-c7f9-4b09-817e-1385f50d26f4 req-f3b80223-0da6-4682-aede-7acdcc8f58a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:39.525046 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd10db1-8c62-418e-b079-6b0028f58f63 req-a2aa2546-9876-4be0-a9e5-4c151bd2b20e tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:09:39.527291 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5cd10db1-8c62-418e-b079-6b0028f58f63 req-a2aa2546-9876-4be0-a9e5-4c151bd2b20e tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ebd7dc5-5f0f-45fd-9dea-2b13ac9b6684 HTTP/1.1" status: 200 len: 932 time: 0.0711613 Jul 08 13:09:39.529353 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [req-53a4be53-c7f9-4b09-817e-1385f50d26f4 req-f3b80223-0da6-4682-aede-7acdcc8f58a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd5a1334-9fa1-4673-80bb-72b67c9fa92c {{(pid=93011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:09:39.536976 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-53a4be53-c7f9-4b09-817e-1385f50d26f4 req-f3b80223-0da6-4682-aede-7acdcc8f58a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:39.549980 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [req-53a4be53-c7f9-4b09-817e-1385f50d26f4 req-f3b80223-0da6-4682-aede-7acdcc8f58a5 service neutron] Transition to ACTIVE for port object dd5a1334-9fa1-4673-80bb-72b67c9fa92c will not be triggered until provisioned by entity L2. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:09:39.554683 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-53a4be53-c7f9-4b09-817e-1385f50d26f4 req-f3b80223-0da6-4682-aede-7acdcc8f58a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4789354'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:39.568261 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-5cd10db1-8c62-418e-b079-6b0028f58f63 req-9249b868-d77e-40b8-b01c-cc58b166e3ce tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/security-groups?id=c32d02b4-aa39-4e9f-bfc0-6e08296f4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346830 Jul 08 13:09:39.610972 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b80223-0da6-4682-aede-7acdcc8f58a5 service neutron] Pushing event updated for resources: {'Port': ['ID=dd5a1334-9fa1-4673-80bb-72b67c9fa92c,revision_number=2']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:09:39.684973 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-53a4be53-c7f9-4b09-817e-1385f50d26f4 req-f3b80223-0da6-4682-aede-7acdcc8f58a5 service neutron] Attempting to bind port dd5a1334-9fa1-4673-80bb-72b67c9fa92c on host hv-cinder-78960 for vnic_type normal with profile {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 13:09:39.685308 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-53a4be53-c7f9-4b09-817e-1385f50d26f4 req-f3b80223-0da6-4682-aede-7acdcc8f58a5 service neutron] Attempting to bind port dd5a1334-9fa1-4673-80bb-72b67c9fa92c by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'd6a0444c-8b57-43f5-9ba0-98181553d2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9648752d-6b78-4fbd-a3a5-c045b8222c73'}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 13:09:39.685668 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a4be53-c7f9-4b09-817e-1385f50d26f4 req-f3b80223-0da6-4682-aede-7acdcc8f58a5 service neutron] Attempting to bind port dd5a1334-9fa1-4673-80bb-72b67c9fa92c on network 9648752d-6b78-4fbd-a3a5-c045b8222c73 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:09:39.689989 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a4be53-c7f9-4b09-817e-1385f50d26f4 req-f3b80223-0da6-4682-aede-7acdcc8f58a5 service neutron] Port dd5a1334-9fa1-4673-80bb-72b67c9fa92c on network 9648752d-6b78-4fbd-a3a5-c045b8222c73 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 13:09:39.690258 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a4be53-c7f9-4b09-817e-1385f50d26f4 req-f3b80223-0da6-4682-aede-7acdcc8f58a5 service neutron] Attempting to bind port dd5a1334-9fa1-4673-80bb-72b67c9fa92c on network 9648752d-6b78-4fbd-a3a5-c045b8222c73 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:09:39.697880 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a4be53-c7f9-4b09-817e-1385f50d26f4 req-f3b80223-0da6-4682-aede-7acdcc8f58a5 service neutron] Checking agent: {'id': 'c15515fa-7ee9-40ef-8b65-fb183853d126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 13, 0), 'started_at': datetime.datetime(2021, 7, 8, 13, 0), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 13, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 13:09:39.697880 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a4be53-c7f9-4b09-817e-1385f50d26f4 req-f3b80223-0da6-4682-aede-7acdcc8f58a5 service neutron] Checking segment: {'id': 'd6a0444c-8b57-43f5-9ba0-98181553d2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9648752d-6b78-4fbd-a3a5-c045b8222c73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:09:39.697880 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a4be53-c7f9-4b09-817e-1385f50d26f4 req-f3b80223-0da6-4682-aede-7acdcc8f58a5 service neutron] Bound using segment: {'id': 'd6a0444c-8b57-43f5-9ba0-98181553d2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9648752d-6b78-4fbd-a3a5-c045b8222c73'} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 13:09:39.697880 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-53a4be53-c7f9-4b09-817e-1385f50d26f4 req-f3b80223-0da6-4682-aede-7acdcc8f58a5 service neutron] Bound port: dd5a1334-9fa1-4673-80bb-72b67c9fa92c, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6a0444c-8b57-43f5-9ba0-98181553d2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9648752d-6b78-4fbd-a3a5-c045b8222c73'}}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 13:09:39.697880 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-53a4be53-c7f9-4b09-817e-1385f50d26f4 req-f3b80223-0da6-4682-aede-7acdcc8f58a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:39.761999 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-53a4be53-c7f9-4b09-817e-1385f50d26f4 req-f3b80223-0da6-4682-aede-7acdcc8f58a5 service neutron] For port dd5a1334-9fa1-4673-80bb-72b67c9fa92c, host hv-cinder-78960, cleared binding levels {{(pid=93011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 13:09:39.765296 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-53a4be53-c7f9-4b09-817e-1385f50d26f4 req-f3b80223-0da6-4682-aede-7acdcc8f58a5 service neutron] For port dd5a1334-9fa1-4673-80bb-72b67c9fa92c, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=dd5a1334-9fa1-4673-80bb-72b67c9fa92c,segment=NetworkSegment(d6a0444c-8b57-43f5-9ba0-98181553d2a4),segment_id=d6a0444c-8b57-43f5-9ba0-98181553d2a4)] {{(pid=93011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 13:09:39.769069 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-53a4be53-c7f9-4b09-817e-1385f50d26f4 req-f3b80223-0da6-4682-aede-7acdcc8f58a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4789354'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:39.803925 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4be53-c7f9-4b09-817e-1385f50d26f4 req-f3b80223-0da6-4682-aede-7acdcc8f58a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:09:39.804592 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-53a4be53-c7f9-4b09-817e-1385f50d26f4 req-f3b80223-0da6-4682-aede-7acdcc8f58a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:39.806039 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-53a4be53-c7f9-4b09-817e-1385f50d26f4 req-f3b80223-0da6-4682-aede-7acdcc8f58a5 service neutron] 10.222.0.21 "PUT /v2.0/ports/dd5a1334-9fa1-4673-80bb-72b67c9fa92c HTTP/1.1" status: 200 len: 1094 time: 0.6355143 Jul 08 13:09:39.806493 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ebd7dc5-5f0f-45fd-9dea-2b13ac9b6684', 'tag': 'dd5a1334-9fa1-4673-80bb-72b67c9fa92c'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:09:39.809316 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79934bd8df5839606b1ce54b63dc7d70fed780423e2c756261eeaeb19bf0c4d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5f56e7-256d-4f7f-b16a-bba94fdfe521" -d '{"events": [{"name": "network-changed", "server_uuid": "5ebd7dc5-5f0f-45fd-9dea-2b13ac9b6684", "tag": "dd5a1334-9fa1-4673-80bb-72b67c9fa92c"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:09:39.836961 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b80223-0da6-4682-aede-7acdcc8f58a5 service neutron] Pushing event updated for resources: {'Port': ['ID=dd5a1334-9fa1-4673-80bb-72b67c9fa92c,revision_number=3']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:09:39.853192 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 13:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf66898-db8d-4bae-b27b-e18d5f7c6c5f x-openstack-request-id: req-caf66898-db8d-4bae-b27b-e18d5f7c6c5f {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:09:39.853630 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ebd7dc5-5f0f-45fd-9dea-2b13ac9b6684", "tag": "dd5a1334-9fa1-4673-80bb-72b67c9fa92c", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:09:39.853769 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-caf66898-db8d-4bae-b27b-e18d5f7c6c5f {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:09:39.854123 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ebd7dc5-5f0f-45fd-9dea-2b13ac9b6684', 'tag': 'dd5a1334-9fa1-4673-80bb-72b67c9fa92c', 'status': 'completed', 'code': 200} Jul 08 13:09:39.934338 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4be53-c7f9-4b09-817e-1385f50d26f4 req-f46ee83a-1829-4d0a-b83c-d7a7ec6510c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:09:39.935852 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-53a4be53-c7f9-4b09-817e-1385f50d26f4 req-f46ee83a-1829-4d0a-b83c-d7a7ec6510c8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c8a28321db41493598d764beddd50f5e&device_id=5ebd7dc5-5f0f-45fd-9dea-2b13ac9b6684 HTTP/1.1" status: 200 len: 1097 time: 0.0535593 Jul 08 13:09:39.990049 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-53a4be53-c7f9-4b09-817e-1385f50d26f4 req-200dd22d-dae6-4645-aba3-308ded81839b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd5a1334-9fa1-4673-80bb-72b67c9fa92c HTTP/1.1" status: 200 len: 217 time: 0.0355139 Jul 08 13:09:40.047455 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4be53-c7f9-4b09-817e-1385f50d26f4 req-ddc36b47-2833-4724-9e5f-b9053590152f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:09:40.047455 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-53a4be53-c7f9-4b09-817e-1385f50d26f4 req-ddc36b47-2833-4724-9e5f-b9053590152f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5a1ce9cc-728e-475d-90d9-8cb4611af845 HTTP/1.1" status: 200 len: 855 time: 0.0483251 Jul 08 13:09:40.082165 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-53a4be53-c7f9-4b09-817e-1385f50d26f4 req-cb928bff-5edd-4a63-9801-6fada5030644 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9648752d-6b78-4fbd-a3a5-c045b8222c73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278273 Jul 08 13:09:40.174420 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-53a4be53-c7f9-4b09-817e-1385f50d26f4 req-11d97370-c0e7-419d-95d5-96dd6e04c8f4 service neutron] 10.222.0.21 "GET /v2.0/networks/9648752d-6b78-4fbd-a3a5-c045b8222c73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842266 Jul 08 13:09:40.528490 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-53a4be53-c7f9-4b09-817e-1385f50d26f4 req-4f99c5c4-8590-4a2c-8d9d-77c09a592957 service neutron] 10.222.0.21 "GET /v2.0/networks/9648752d-6b78-4fbd-a3a5-c045b8222c73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474464 Jul 08 13:09:40.691502 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f56e7-256d-4f7f-b16a-bba94fdfe521 req-75bea902-4559-4d01-98c0-23a26ef41bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:09:40.693452 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ff5f56e7-256d-4f7f-b16a-bba94fdfe521 req-75bea902-4559-4d01-98c0-23a26ef41bc4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c8a28321db41493598d764beddd50f5e&device_id=5ebd7dc5-5f0f-45fd-9dea-2b13ac9b6684 HTTP/1.1" status: 200 len: 1097 time: 0.0555825 Jul 08 13:09:40.749360 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15e63c-1df6-4b19-b39b-9c0ba6eb6396 req-374085c0-4301-4dae-92bd-017316f8a407 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:09:40.756304 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ec15e63c-1df6-4b19-b39b-9c0ba6eb6396 req-374085c0-4301-4dae-92bd-017316f8a407 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ebd7dc5-5f0f-45fd-9dea-2b13ac9b6684 HTTP/1.1" status: 200 len: 944 time: 0.0738328 Jul 08 13:09:40.795981 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f56e7-256d-4f7f-b16a-bba94fdfe521 req-9cb4b827-cd9f-46d1-8ce2-fb722d35c0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:09:40.796916 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ec15e63c-1df6-4b19-b39b-9c0ba6eb6396 req-534201e6-8651-494b-9b34-1ef8ef9d53c6 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/security-groups?id=c32d02b4-aa39-4e9f-bfc0-6e08296f4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397632 Jul 08 13:09:40.797497 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ff5f56e7-256d-4f7f-b16a-bba94fdfe521 req-9cb4b827-cd9f-46d1-8ce2-fb722d35c0a4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9648752d-6b78-4fbd-a3a5-c045b8222c73 HTTP/1.1" status: 200 len: 916 time: 0.0960736 Jul 08 13:09:40.842905 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ff5f56e7-256d-4f7f-b16a-bba94fdfe521 req-5340757c-cc29-4919-9dae-dae013fc6ae6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd5a1334-9fa1-4673-80bb-72b67c9fa92c HTTP/1.1" status: 200 len: 217 time: 0.0371110 Jul 08 13:09:40.893496 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f56e7-256d-4f7f-b16a-bba94fdfe521 req-0c2f8b5e-4790-4e66-8f7f-0fcf429a32e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:09:40.894955 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ff5f56e7-256d-4f7f-b16a-bba94fdfe521 req-0c2f8b5e-4790-4e66-8f7f-0fcf429a32e7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5a1ce9cc-728e-475d-90d9-8cb4611af845 HTTP/1.1" status: 200 len: 855 time: 0.0447407 Jul 08 13:09:40.931976 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ff5f56e7-256d-4f7f-b16a-bba94fdfe521 req-07b37957-68cc-4c25-b968-3055c826c64a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9648752d-6b78-4fbd-a3a5-c045b8222c73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292747 Jul 08 13:09:41.000638 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-0cef42f3-3a1a-4020-b263-5152d2247e85 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 13:09:41.038802 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ff5f56e7-256d-4f7f-b16a-bba94fdfe521 req-31b72be7-e118-4d1e-ae78-714b7ee0c76e service neutron] 10.222.0.21 "GET /v2.0/networks/9648752d-6b78-4fbd-a3a5-c045b8222c73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988767 Jul 08 13:09:41.133959 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ff5f56e7-256d-4f7f-b16a-bba94fdfe521 req-0beb75dc-8f80-4b86-a695-b363b1c68f28 service neutron] 10.222.0.21 "GET /v2.0/networks/9648752d-6b78-4fbd-a3a5-c045b8222c73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872042 Jul 08 13:09:41.278820 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 44658) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:09:41.378800 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-067dddec-518f-4d7e-a783-caa57ee41bc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:41.473241 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-067dddec-518f-4d7e-a783-caa57ee41bc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:41.477186 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-067dddec-518f-4d7e-a783-caa57ee41bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:41.515088 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-067dddec-518f-4d7e-a783-caa57ee41bc0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1db1526548a14604b928cb2f1dc8faea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2351279 Jul 08 13:09:41.516260 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067dddec-518f-4d7e-a783-caa57ee41bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef73b6b4-f9b9-407d-9562-02e332af5cf1,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:09:41.518075 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 44662) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:09:41.570227 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-a44763ab-f731-4d50-8320-dba9433bcde0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:41.592015 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-a44763ab-f731-4d50-8320-dba9433bcde0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:41.634497 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-a44763ab-f731-4d50-8320-dba9433bcde0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:41.637526 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-a44763ab-f731-4d50-8320-dba9433bcde0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:41.638653 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-a44763ab-f731-4d50-8320-dba9433bcde0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ef73b6b4-f9b9-407d-9562-02e332af5cf1 HTTP/1.1" status: 204 len: 168 time: 0.1195316 Jul 08 13:09:41.646756 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44763ab-f731-4d50-8320-dba9433bcde0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef73b6b4-f9b9-407d-9562-02e332af5cf1,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:09:41.905224 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 44670) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:09:41.918412 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-88747072-8ba2-4064-b880-c356dbb5ed59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:41.972338 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f954a-ceca-43d3-a5ff-3bc833aec090 req-0cc43e7b-29a4-4dab-9813-7b2c68640459 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:09:41.974467 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-111f954a-ceca-43d3-a5ff-3bc833aec090 req-0cc43e7b-29a4-4dab-9813-7b2c68640459 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ebd7dc5-5f0f-45fd-9dea-2b13ac9b6684 HTTP/1.1" status: 200 len: 944 time: 0.0664127 Jul 08 13:09:42.011931 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-88747072-8ba2-4064-b880-c356dbb5ed59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:42.015932 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-88747072-8ba2-4064-b880-c356dbb5ed59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:42.017085 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-111f954a-ceca-43d3-a5ff-3bc833aec090 req-b4d116ce-bc12-4792-bec9-2103b4e6d97d tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/security-groups?id=c32d02b4-aa39-4e9f-bfc0-6e08296f4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345845 Jul 08 13:09:42.053215 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88747072-8ba2-4064-b880-c356dbb5ed59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbca34ce-d3d9-4b09-b2a1-af4fba2611ca,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:09:42.058313 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-88747072-8ba2-4064-b880-c356dbb5ed59 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=50b5ed4601d644798b645e779d7f7105&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1519663 Jul 08 13:09:42.061222 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 44672) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:09:42.108592 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-35bfff3a-a407-48a6-b4bd-cf5ccf6194a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:42.128901 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-35bfff3a-a407-48a6-b4bd-cf5ccf6194a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:42.173131 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-35bfff3a-a407-48a6-b4bd-cf5ccf6194a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:42.175670 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-35bfff3a-a407-48a6-b4bd-cf5ccf6194a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:42.176848 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-35bfff3a-a407-48a6-b4bd-cf5ccf6194a5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dbca34ce-d3d9-4b09-b2a1-af4fba2611ca HTTP/1.1" status: 204 len: 168 time: 0.1151328 Jul 08 13:09:42.184645 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bfff3a-a407-48a6-b4bd-cf5ccf6194a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbca34ce-d3d9-4b09-b2a1-af4fba2611ca,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:09:43.188993 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc99a9-5f1f-4b34-abfc-286fdd649a4f req-2c70260d-2d21-462d-989f-258b7487924b tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:09:43.190472 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-29fc99a9-5f1f-4b34-abfc-286fdd649a4f req-2c70260d-2d21-462d-989f-258b7487924b tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ebd7dc5-5f0f-45fd-9dea-2b13ac9b6684 HTTP/1.1" status: 200 len: 944 time: 0.0618548 Jul 08 13:09:43.232255 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-29fc99a9-5f1f-4b34-abfc-286fdd649a4f req-a6401302-c035-44cd-8ace-686ae6be77ca tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/security-groups?id=c32d02b4-aa39-4e9f-bfc0-6e08296f4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343342 Jul 08 13:09:43.761789 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device dd5a1334-9fa1-4673-80bb-72b67c9fa92c details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=93013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 13:09:43.856140 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port dd5a1334-9fa1-4673-80bb-72b67c9fa92c, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=dd5a1334-9fa1-4673-80bb-72b67c9fa92c,segment=NetworkSegment(d6a0444c-8b57-43f5-9ba0-98181553d2a4),segment_id=d6a0444c-8b57-43f5-9ba0-98181553d2a4)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:09:43.868377 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Returning: {'device': 'dd5a1334-9fa1-4673-80bb-72b67c9fa92c', 'network_id': '9648752d-6b78-4fbd-a3a5-c045b8222c73', 'port_id': 'dd5a1334-9fa1-4673-80bb-72b67c9fa92c', 'mac_address': 'fa:16:3e:e1:1f:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a1ce9cc-728e-475d-90d9-8cb4611af845', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 13:09:43.906275 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:43.922402 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd5a1334-9fa1-4673-80bb-72b67c9fa92c {{(pid=93013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:09:43.942342 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port dd5a1334-9fa1-4673-80bb-72b67c9fa92c, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=dd5a1334-9fa1-4673-80bb-72b67c9fa92c,segment=NetworkSegment(d6a0444c-8b57-43f5-9ba0-98181553d2a4),segment_id=d6a0444c-8b57-43f5-9ba0-98181553d2a4)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:09:43.946523 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:43.973244 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 44750) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:09:43.996532 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Pushing event updated for resources: {'Port': ['ID=dd5a1334-9fa1-4673-80bb-72b67c9fa92c,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:09:44.077130 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f4da03c7-a371-4cc2-8459-7b0f840bd935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:44.164054 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f4da03c7-a371-4cc2-8459-7b0f840bd935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:44.168518 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f4da03c7-a371-4cc2-8459-7b0f840bd935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:44.206090 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-f4da03c7-a371-4cc2-8459-7b0f840bd935 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=31e8e1bd05d9413e868bd706a9beb00b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2316790 Jul 08 13:09:44.206951 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4da03c7-a371-4cc2-8459-7b0f840bd935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2697f103-f22c-45ea-a56a-8d9576a6bcd8,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:09:44.208748 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 44754) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:09:44.260871 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f674f57a-8cfa-41c7-8051-57bd9278deb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:44.282437 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f674f57a-8cfa-41c7-8051-57bd9278deb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:44.302015 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] get_ports_and_sgs() called for port_ids ['dd5a1334-9fa1-4673-80bb-72b67c9fa92c'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 13:09:44.329822 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f674f57a-8cfa-41c7-8051-57bd9278deb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:44.332818 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-f674f57a-8cfa-41c7-8051-57bd9278deb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:44.336489 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-f674f57a-8cfa-41c7-8051-57bd9278deb8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2697f103-f22c-45ea-a56a-8d9576a6bcd8 HTTP/1.1" status: 204 len: 168 time: 0.1237688 Jul 08 13:09:44.342779 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f674f57a-8cfa-41c7-8051-57bd9278deb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2697f103-f22c-45ea-a56a-8d9576a6bcd8,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:09:44.412508 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5285793d-eb6b-4bce-b183-8344c8e0986c req-910b69fd-25cc-468a-aaf0-6ba1b0f7aeda tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:09:44.414305 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-5285793d-eb6b-4bce-b183-8344c8e0986c req-910b69fd-25cc-468a-aaf0-6ba1b0f7aeda tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ebd7dc5-5f0f-45fd-9dea-2b13ac9b6684 HTTP/1.1" status: 200 len: 945 time: 0.0695386 Jul 08 13:09:44.455506 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-5285793d-eb6b-4bce-b183-8344c8e0986c req-258a1a68-0d2a-49d7-ae0b-afe7fee46ae7 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/security-groups?id=c32d02b4-aa39-4e9f-bfc0-6e08296f4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339031 Jul 08 13:09:44.617336 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 44762) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:09:44.630298 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-737a234d-b21b-4037-a993-72c550af0d5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:44.720089 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-737a234d-b21b-4037-a993-72c550af0d5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:44.723975 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-737a234d-b21b-4037-a993-72c550af0d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:44.764824 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-737a234d-b21b-4037-a993-72c550af0d5d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d5eed7fc8ce248f08528d49ff91b86af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1462870 Jul 08 13:09:44.765947 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737a234d-b21b-4037-a993-72c550af0d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77182422-a625-430e-b5d7-2a2f84615367,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:09:44.772208 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 44764) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:09:44.818299 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-57ba9d85-5e1d-4abd-9dd6-97968e355bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:44.838957 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-57ba9d85-5e1d-4abd-9dd6-97968e355bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:44.885301 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-57ba9d85-5e1d-4abd-9dd6-97968e355bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:44.888402 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-57ba9d85-5e1d-4abd-9dd6-97968e355bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:44.890153 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-57ba9d85-5e1d-4abd-9dd6-97968e355bc8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/77182422-a625-430e-b5d7-2a2f84615367 HTTP/1.1" status: 204 len: 168 time: 0.1211112 Jul 08 13:09:44.897287 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba9d85-5e1d-4abd-9dd6-97968e355bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77182422-a625-430e-b5d7-2a2f84615367,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:09:45.643568 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88f7ac-6a7f-49af-8a1b-368cdf31228e req-9d031a3f-0fe3-448f-a648-864101eec91d tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:09:45.645560 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4a88f7ac-6a7f-49af-8a1b-368cdf31228e req-9d031a3f-0fe3-448f-a648-864101eec91d tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ebd7dc5-5f0f-45fd-9dea-2b13ac9b6684 HTTP/1.1" status: 200 len: 945 time: 0.0654855 Jul 08 13:09:45.686127 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4a88f7ac-6a7f-49af-8a1b-368cdf31228e req-59760b3e-e7ad-4b6b-9f26-f0a5247cdaa0 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/security-groups?id=c32d02b4-aa39-4e9f-bfc0-6e08296f4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339715 Jul 08 13:09:45.761179 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device dd5a1334-9fa1-4673-80bb-72b67c9fa92c up at agent hyperv_hv-cinder-78960 {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:09:45.812919 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Provisioning for port dd5a1334-9fa1-4673-80bb-72b67c9fa92c completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:09:45.816834 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Provisioning complete for port dd5a1334-9fa1-4673-80bb-72b67c9fa92c triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:09:45.817143 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:45.897061 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:45.920307 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ebd7dc5-5f0f-45fd-9dea-2b13ac9b6684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5a1334-9fa1-4673-80bb-72b67c9fa92c'}] {{(pid=93013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:09:45.922538 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437348d2bcada7eee63ab7a3e0cc12fc8f9484ad9c5d405f769a928aff85887c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ccae41-f033-4f21-b3c4-cd1decfda342" -d '{"events": [{"server_uuid": "5ebd7dc5-5f0f-45fd-9dea-2b13ac9b6684", "name": "network-vif-plugged", "status": "completed", "tag": "dd5a1334-9fa1-4673-80bb-72b67c9fa92c"}]}' {{(pid=93013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:09:45.934892 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port dd5a1334-9fa1-4673-80bb-72b67c9fa92c, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=dd5a1334-9fa1-4673-80bb-72b67c9fa92c,segment=NetworkSegment(d6a0444c-8b57-43f5-9ba0-98181553d2a4),segment_id=d6a0444c-8b57-43f5-9ba0-98181553d2a4)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:09:45.939158 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:45.969904 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dbf97e0-80cd-43bf-9990-25bc5de9844b x-openstack-request-id: req-2dbf97e0-80cd-43bf-9990-25bc5de9844b {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:09:45.970195 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ebd7dc5-5f0f-45fd-9dea-2b13ac9b6684", "name": "network-vif-plugged", "status": "completed", "tag": "dd5a1334-9fa1-4673-80bb-72b67c9fa92c", "code": 200}]} {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:09:45.970444 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2dbf97e0-80cd-43bf-9990-25bc5de9844b {{(pid=93013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:09:45.970829 dv-cinder-789603-11-iscsi neutron-server[93013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ebd7dc5-5f0f-45fd-9dea-2b13ac9b6684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5a1334-9fa1-4673-80bb-72b67c9fa92c', 'code': 200} Jul 08 13:09:45.998550 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Pushing event updated for resources: {'Port': ['ID=dd5a1334-9fa1-4673-80bb-72b67c9fa92c,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:09:46.233824 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af96f41-b7c3-4e30-8f5e-ec10e8f36821 req-085ca59c-4ab7-48a2-a725-38391072eb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:09:46.235321 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-8af96f41-b7c3-4e30-8f5e-ec10e8f36821 req-085ca59c-4ab7-48a2-a725-38391072eb7b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5ebd7dc5-5f0f-45fd-9dea-2b13ac9b6684 HTTP/1.1" status: 200 len: 1099 time: 0.0517981 Jul 08 13:09:46.270468 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-8af96f41-b7c3-4e30-8f5e-ec10e8f36821 req-c65bde91-7adf-48e2-8f63-f9e7204a8176 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c32d02b4-aa39-4e9f-bfc0-6e08296f4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286350 Jul 08 13:09:46.864920 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf922d0-30a1-4c68-a966-d0a710ac08f0 req-6a0b9912-6b7c-4f03-8b4a-930b0375e2b7 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:09:46.866429 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1cf922d0-30a1-4c68-a966-d0a710ac08f0 req-6a0b9912-6b7c-4f03-8b4a-930b0375e2b7 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ebd7dc5-5f0f-45fd-9dea-2b13ac9b6684 HTTP/1.1" status: 200 len: 946 time: 0.0655985 Jul 08 13:09:46.916708 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1cf922d0-30a1-4c68-a966-d0a710ac08f0 req-da73e764-ec3c-41d1-b034-477b2231724b tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/security-groups?id=c32d02b4-aa39-4e9f-bfc0-6e08296f4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426013 Jul 08 13:09:48.093630 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec862a-5004-4c2f-838d-64338c0c31e8 req-159f7622-4611-42a8-9892-0caad7c423c3 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:09:48.095325 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-3dec862a-5004-4c2f-838d-64338c0c31e8 req-159f7622-4611-42a8-9892-0caad7c423c3 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ebd7dc5-5f0f-45fd-9dea-2b13ac9b6684 HTTP/1.1" status: 200 len: 946 time: 0.0752969 Jul 08 13:09:48.133897 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-3dec862a-5004-4c2f-838d-64338c0c31e8 req-2ffa9df8-9b0a-46fb-97db-93f81fb9a8d9 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/security-groups?id=c32d02b4-aa39-4e9f-bfc0-6e08296f4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330441 Jul 08 13:09:53.042380 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 44916) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:09:53.144851 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4b06180f-be47-44ac-91bf-d2ca2b205ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:53.231483 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4b06180f-be47-44ac-91bf-d2ca2b205ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:53.235280 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4b06180f-be47-44ac-91bf-d2ca2b205ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:53.276587 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-4b06180f-be47-44ac-91bf-d2ca2b205ea4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=99ffd712b1e04c1699aab8aff1b8dc4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2329228 Jul 08 13:09:53.277249 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b06180f-be47-44ac-91bf-d2ca2b205ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bed37f3-5bf5-49cc-85d2-de0bd81cf133,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:09:53.279165 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 44920) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:09:53.284713 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b06180f-be47-44ac-91bf-d2ca2b205ea4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:09:53.285086 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b06180f-be47-44ac-91bf-d2ca2b205ea4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:09:53.285404 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b06180f-be47-44ac-91bf-d2ca2b205ea4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:09:53.285738 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b06180f-be47-44ac-91bf-d2ca2b205ea4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:09:53.286068 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b06180f-be47-44ac-91bf-d2ca2b205ea4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:09:53.286400 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b06180f-be47-44ac-91bf-d2ca2b205ea4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:09:53.286728 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b06180f-be47-44ac-91bf-d2ca2b205ea4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:09:53.287055 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b06180f-be47-44ac-91bf-d2ca2b205ea4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:09:53.287391 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b06180f-be47-44ac-91bf-d2ca2b205ea4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:09:53.287703 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b06180f-be47-44ac-91bf-d2ca2b205ea4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:09:53.288024 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b06180f-be47-44ac-91bf-d2ca2b205ea4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:09:53.288563 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b06180f-be47-44ac-91bf-d2ca2b205ea4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:09:53.332080 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-87b17e8b-84fa-4312-ae9b-4e484da91bb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:53.356151 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-87b17e8b-84fa-4312-ae9b-4e484da91bb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:53.404518 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-87b17e8b-84fa-4312-ae9b-4e484da91bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:53.407330 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-87b17e8b-84fa-4312-ae9b-4e484da91bb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:53.408511 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-87b17e8b-84fa-4312-ae9b-4e484da91bb8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1bed37f3-5bf5-49cc-85d2-de0bd81cf133 HTTP/1.1" status: 204 len: 168 time: 0.1283214 Jul 08 13:09:53.417171 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b17e8b-84fa-4312-ae9b-4e484da91bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bed37f3-5bf5-49cc-85d2-de0bd81cf133,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:09:53.674159 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 44926) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:09:53.687780 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d099858d-8a15-4771-9981-2ef3922fa59a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:53.776235 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d099858d-8a15-4771-9981-2ef3922fa59a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:53.779983 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d099858d-8a15-4771-9981-2ef3922fa59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:53.817544 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-d099858d-8a15-4771-9981-2ef3922fa59a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d8b9e65755c2431793e121f328ff78fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1419504 Jul 08 13:09:53.818294 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d099858d-8a15-4771-9981-2ef3922fa59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756bf0e4-864a-40b2-a5a6-bb124853226b,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:09:53.820744 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 44928) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:09:53.870251 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-5ab6f134-2123-4edb-917d-1ba3e58fa901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:53.891832 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-5ab6f134-2123-4edb-917d-1ba3e58fa901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:53.936166 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-5ab6f134-2123-4edb-917d-1ba3e58fa901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:53.938686 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-5ab6f134-2123-4edb-917d-1ba3e58fa901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:53.939831 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-5ab6f134-2123-4edb-917d-1ba3e58fa901 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/756bf0e4-864a-40b2-a5a6-bb124853226b HTTP/1.1" status: 204 len: 168 time: 0.1180882 Jul 08 13:09:53.947886 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab6f134-2123-4edb-917d-1ba3e58fa901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756bf0e4-864a-40b2-a5a6-bb124853226b,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:09:54.257171 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 44938) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:09:54.270580 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-acdf181b-5e0e-4576-b4dd-931bdd4638f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:54.356408 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-acdf181b-5e0e-4576-b4dd-931bdd4638f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:54.360026 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-acdf181b-5e0e-4576-b4dd-931bdd4638f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:54.395486 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdf181b-5e0e-4576-b4dd-931bdd4638f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917aabfa-7cb9-401c-a059-0db7cd50399e,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:09:54.401563 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-acdf181b-5e0e-4576-b4dd-931bdd4638f9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=04c1516cb2ee48189c8049449fa5a99f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1433380 Jul 08 13:09:54.403452 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 44942) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:09:54.453456 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-51e618be-b6bf-468a-8b4a-90a6cdfb72aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:54.474591 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-51e618be-b6bf-468a-8b4a-90a6cdfb72aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:54.519242 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-51e618be-b6bf-468a-8b4a-90a6cdfb72aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:54.521935 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-51e618be-b6bf-468a-8b4a-90a6cdfb72aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:54.523065 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-51e618be-b6bf-468a-8b4a-90a6cdfb72aa admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/917aabfa-7cb9-401c-a059-0db7cd50399e HTTP/1.1" status: 204 len: 168 time: 0.1186922 Jul 08 13:09:54.532804 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e618be-b6bf-468a-8b4a-90a6cdfb72aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917aabfa-7cb9-401c-a059-0db7cd50399e,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:09:57.552241 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76efd9ba-9713-4ff2-aa42-a31f09c66c47 req-c251ae82-6fd5-4a90-97a0-fc48b075915a tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:09:57.553734 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-76efd9ba-9713-4ff2-aa42-a31f09c66c47 req-c251ae82-6fd5-4a90-97a0-fc48b075915a tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/networks?id=9648752d-6b78-4fbd-a3a5-c045b8222c73 HTTP/1.1" status: 200 len: 815 time: 0.1098511 Jul 08 13:09:57.568802 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-76efd9ba-9713-4ff2-aa42-a31f09c66c47 req-ba74040b-4fa7-403a-a3c0-c163c7f114ce tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/quotas/c8a28321db41493598d764beddd50f5e HTTP/1.1" status: 200 len: 375 time: 0.0094199 Jul 08 13:09:57.636522 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-76efd9ba-9713-4ff2-aa42-a31f09c66c47 req-c4ea43b3-a5b4-4082-b6b8-d2b0f9418cc4 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c8a28321db41493598d764beddd50f5e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0627019 Jul 08 13:09:57.728859 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-76efd9ba-9713-4ff2-aa42-a31f09c66c47 req-22ef9d4f-d1e3-4a14-bead-7a6175ed1082 service neutron] 10.222.0.59 "GET /v2.0/networks/9648752d-6b78-4fbd-a3a5-c045b8222c73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851800 Jul 08 13:09:57.825154 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-76efd9ba-9713-4ff2-aa42-a31f09c66c47 req-4cfdd47d-c373-46b6-844d-afd73344697e service neutron] 10.222.0.59 "GET /v2.0/networks/9648752d-6b78-4fbd-a3a5-c045b8222c73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905254 Jul 08 13:09:57.990637 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-bcfd9c57-1aa9-4c5c-82ff-e73730a00219 req-fde48f48-8c22-4866-ae5e-6f81502ac792 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c5d276a-7e2f-4809-9161-043c312ee559 HTTP/1.1" status: 200 len: 210 time: 0.0286226 Jul 08 13:09:59.134236 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-b13b3e39-f6b1-4ce9-8387-684111c9b184 req-6013281d-573f-4f35-8d01-1763fdf418dc tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c5d276a-7e2f-4809-9161-043c312ee559 HTTP/1.1" status: 200 len: 210 time: 0.0293159 Jul 08 13:09:59.285975 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76efd9ba-9713-4ff2-aa42-a31f09c66c47 req-50e7bb33-fd49-42e3-ad14-71c28844168a tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:09:59.287367 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-76efd9ba-9713-4ff2-aa42-a31f09c66c47 req-50e7bb33-fd49-42e3-ad14-71c28844168a tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.21 "GET /v2.0/networks?id=9648752d-6b78-4fbd-a3a5-c045b8222c73 HTTP/1.1" status: 200 len: 815 time: 0.1035445 Jul 08 13:09:59.314080 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [req-76efd9ba-9713-4ff2-aa42-a31f09c66c47 req-f553530b-32b9-4ee6-b015-1452b7bae940 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Request body: {'port': {'device_id': '4c5d276a-7e2f-4809-9161-043c312ee559', 'network_id': '9648752d-6b78-4fbd-a3a5-c045b8222c73', 'admin_state_up': True, 'tenant_id': 'c8a28321db41493598d764beddd50f5e'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:09:59.430676 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76efd9ba-9713-4ff2-aa42-a31f09c66c47 req-f553530b-32b9-4ee6-b015-1452b7bae940 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Made reservation on behalf of c8a28321db41493598d764beddd50f5e for: {'port': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:09:59.434722 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-76efd9ba-9713-4ff2-aa42-a31f09c66c47 req-f553530b-32b9-4ee6-b015-1452b7bae940 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:59.564549 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [req-76efd9ba-9713-4ff2-aa42-a31f09c66c47 req-f553530b-32b9-4ee6-b015-1452b7bae940 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Allocated IP 172.20.0.6 (9648752d-6b78-4fbd-a3a5-c045b8222c73/5a1ce9cc-728e-475d-90d9-8cb4611af845/3a9f0254-a859-47db-9c86-4913a893580f) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:09:59.716345 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-76efd9ba-9713-4ff2-aa42-a31f09c66c47 req-f553530b-32b9-4ee6-b015-1452b7bae940 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:59.754025 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-76efd9ba-9713-4ff2-aa42-a31f09c66c47 req-f553530b-32b9-4ee6-b015-1452b7bae940 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4789364'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:59.796915 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] get_ports_and_sgs() called for port_ids ['dd5a1334-9fa1-4673-80bb-72b67c9fa92c'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 13:09:59.799525 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76efd9ba-9713-4ff2-aa42-a31f09c66c47 req-f553530b-32b9-4ee6-b015-1452b7bae940 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Network 9648752d-6b78-4fbd-a3a5-c045b8222c73 is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:09:59.802970 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [req-76efd9ba-9713-4ff2-aa42-a31f09c66c47 req-f553530b-32b9-4ee6-b015-1452b7bae940 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:09:59.811613 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f553530b-32b9-4ee6-b015-1452b7bae940 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Pushing event updated for resources: {'Port': ['ID=3a9f0254-a859-47db-9c86-4913a893580f,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:09:59.814362 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [req-76efd9ba-9713-4ff2-aa42-a31f09c66c47 req-f553530b-32b9-4ee6-b015-1452b7bae940 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:09:59.873917 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76efd9ba-9713-4ff2-aa42-a31f09c66c47 req-f553530b-32b9-4ee6-b015-1452b7bae940 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:09:59.873917 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-76efd9ba-9713-4ff2-aa42-a31f09c66c47 req-f553530b-32b9-4ee6-b015-1452b7bae940 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:09:59.888606 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-76efd9ba-9713-4ff2-aa42-a31f09c66c47 req-f553530b-32b9-4ee6-b015-1452b7bae940 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5782046 Jul 08 13:09:59.911054 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [req-76efd9ba-9713-4ff2-aa42-a31f09c66c47 req-af45ab25-a031-40a6-9e33-8e35b2193d89 service neutron] Request body: {'port': {'device_id': '4c5d276a-7e2f-4809-9161-043c312ee559', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:09:59.990283 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-76efd9ba-9713-4ff2-aa42-a31f09c66c47 req-af45ab25-a031-40a6-9e33-8e35b2193d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:00.051281 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:00.254016 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [req-76efd9ba-9713-4ff2-aa42-a31f09c66c47 req-af45ab25-a031-40a6-9e33-8e35b2193d89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a9f0254-a859-47db-9c86-4913a893580f {{(pid=93011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:10:00.263632 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-76efd9ba-9713-4ff2-aa42-a31f09c66c47 req-af45ab25-a031-40a6-9e33-8e35b2193d89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:00.276870 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [req-76efd9ba-9713-4ff2-aa42-a31f09c66c47 req-af45ab25-a031-40a6-9e33-8e35b2193d89 service neutron] Transition to ACTIVE for port object 3a9f0254-a859-47db-9c86-4913a893580f will not be triggered until provisioned by entity L2. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:10:00.280968 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-76efd9ba-9713-4ff2-aa42-a31f09c66c47 req-af45ab25-a031-40a6-9e33-8e35b2193d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4789354'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:00.315816 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c765212-55fb-4983-ab99-6a1a5eb6ac09 req-283b9430-b295-4b7f-b0f0-8b1f40c725ba tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:00.317624 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4c765212-55fb-4983-ab99-6a1a5eb6ac09 req-283b9430-b295-4b7f-b0f0-8b1f40c725ba tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c5d276a-7e2f-4809-9161-043c312ee559 HTTP/1.1" status: 200 len: 931 time: 0.0720177 Jul 08 13:10:00.329790 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af45ab25-a031-40a6-9e33-8e35b2193d89 service neutron] Pushing event updated for resources: {'Port': ['ID=3a9f0254-a859-47db-9c86-4913a893580f,revision_number=2']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:10:00.360320 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4c765212-55fb-4983-ab99-6a1a5eb6ac09 req-594a1ee0-cfad-47b9-9609-837169e256eb tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/security-groups?id=c32d02b4-aa39-4e9f-bfc0-6e08296f4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361130 Jul 08 13:10:00.404845 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-76efd9ba-9713-4ff2-aa42-a31f09c66c47 req-af45ab25-a031-40a6-9e33-8e35b2193d89 service neutron] Attempting to bind port 3a9f0254-a859-47db-9c86-4913a893580f on host hv-cinder-78960 for vnic_type normal with profile {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 13:10:00.405179 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-76efd9ba-9713-4ff2-aa42-a31f09c66c47 req-af45ab25-a031-40a6-9e33-8e35b2193d89 service neutron] Attempting to bind port 3a9f0254-a859-47db-9c86-4913a893580f by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'd6a0444c-8b57-43f5-9ba0-98181553d2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9648752d-6b78-4fbd-a3a5-c045b8222c73'}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 13:10:00.405511 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76efd9ba-9713-4ff2-aa42-a31f09c66c47 req-af45ab25-a031-40a6-9e33-8e35b2193d89 service neutron] Attempting to bind port 3a9f0254-a859-47db-9c86-4913a893580f on network 9648752d-6b78-4fbd-a3a5-c045b8222c73 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:10:00.409797 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76efd9ba-9713-4ff2-aa42-a31f09c66c47 req-af45ab25-a031-40a6-9e33-8e35b2193d89 service neutron] Port 3a9f0254-a859-47db-9c86-4913a893580f on network 9648752d-6b78-4fbd-a3a5-c045b8222c73 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 13:10:00.410117 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76efd9ba-9713-4ff2-aa42-a31f09c66c47 req-af45ab25-a031-40a6-9e33-8e35b2193d89 service neutron] Attempting to bind port 3a9f0254-a859-47db-9c86-4913a893580f on network 9648752d-6b78-4fbd-a3a5-c045b8222c73 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:10:00.414973 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76efd9ba-9713-4ff2-aa42-a31f09c66c47 req-af45ab25-a031-40a6-9e33-8e35b2193d89 service neutron] Checking agent: {'id': 'c15515fa-7ee9-40ef-8b65-fb183853d126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 13, 0), 'started_at': datetime.datetime(2021, 7, 8, 13, 0), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 13:10:00.415240 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76efd9ba-9713-4ff2-aa42-a31f09c66c47 req-af45ab25-a031-40a6-9e33-8e35b2193d89 service neutron] Checking segment: {'id': 'd6a0444c-8b57-43f5-9ba0-98181553d2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9648752d-6b78-4fbd-a3a5-c045b8222c73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:10:00.415645 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76efd9ba-9713-4ff2-aa42-a31f09c66c47 req-af45ab25-a031-40a6-9e33-8e35b2193d89 service neutron] Bound using segment: {'id': 'd6a0444c-8b57-43f5-9ba0-98181553d2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9648752d-6b78-4fbd-a3a5-c045b8222c73'} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 13:10:00.416063 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-76efd9ba-9713-4ff2-aa42-a31f09c66c47 req-af45ab25-a031-40a6-9e33-8e35b2193d89 service neutron] Bound port: 3a9f0254-a859-47db-9c86-4913a893580f, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6a0444c-8b57-43f5-9ba0-98181553d2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9648752d-6b78-4fbd-a3a5-c045b8222c73'}}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 13:10:00.416448 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-76efd9ba-9713-4ff2-aa42-a31f09c66c47 req-af45ab25-a031-40a6-9e33-8e35b2193d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:00.477785 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-76efd9ba-9713-4ff2-aa42-a31f09c66c47 req-af45ab25-a031-40a6-9e33-8e35b2193d89 service neutron] For port 3a9f0254-a859-47db-9c86-4913a893580f, host hv-cinder-78960, cleared binding levels {{(pid=93011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 13:10:00.480803 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-76efd9ba-9713-4ff2-aa42-a31f09c66c47 req-af45ab25-a031-40a6-9e33-8e35b2193d89 service neutron] For port 3a9f0254-a859-47db-9c86-4913a893580f, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3a9f0254-a859-47db-9c86-4913a893580f,segment=NetworkSegment(d6a0444c-8b57-43f5-9ba0-98181553d2a4),segment_id=d6a0444c-8b57-43f5-9ba0-98181553d2a4)] {{(pid=93011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 13:10:00.485001 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-76efd9ba-9713-4ff2-aa42-a31f09c66c47 req-af45ab25-a031-40a6-9e33-8e35b2193d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4789354'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:00.519493 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76efd9ba-9713-4ff2-aa42-a31f09c66c47 req-af45ab25-a031-40a6-9e33-8e35b2193d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:00.520099 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-76efd9ba-9713-4ff2-aa42-a31f09c66c47 req-af45ab25-a031-40a6-9e33-8e35b2193d89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:00.521508 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-76efd9ba-9713-4ff2-aa42-a31f09c66c47 req-af45ab25-a031-40a6-9e33-8e35b2193d89 service neutron] 10.222.0.21 "PUT /v2.0/ports/3a9f0254-a859-47db-9c86-4913a893580f HTTP/1.1" status: 200 len: 1093 time: 0.6151035 Jul 08 13:10:00.521943 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c5d276a-7e2f-4809-9161-043c312ee559', 'tag': '3a9f0254-a859-47db-9c86-4913a893580f'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:10:00.524174 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79934bd8df5839606b1ce54b63dc7d70fed780423e2c756261eeaeb19bf0c4d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d200e4c-1bc3-4676-abea-95fbdcd9d4ad" -d '{"events": [{"name": "network-changed", "server_uuid": "4c5d276a-7e2f-4809-9161-043c312ee559", "tag": "3a9f0254-a859-47db-9c86-4913a893580f"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:10:00.547508 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af45ab25-a031-40a6-9e33-8e35b2193d89 service neutron] Pushing event updated for resources: {'Port': ['ID=3a9f0254-a859-47db-9c86-4913a893580f,revision_number=3']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:10:00.564827 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 13:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a851761-ceba-4482-90ff-dfda574e5c1c x-openstack-request-id: req-2a851761-ceba-4482-90ff-dfda574e5c1c {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:10:00.565122 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c5d276a-7e2f-4809-9161-043c312ee559", "tag": "3a9f0254-a859-47db-9c86-4913a893580f", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:10:00.565377 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2a851761-ceba-4482-90ff-dfda574e5c1c {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:10:00.565775 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c5d276a-7e2f-4809-9161-043c312ee559', 'tag': '3a9f0254-a859-47db-9c86-4913a893580f', 'status': 'completed', 'code': 200} Jul 08 13:10:00.685700 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76efd9ba-9713-4ff2-aa42-a31f09c66c47 req-9e5b3dbc-16e5-4adc-8c3a-88083884aaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:00.687142 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-76efd9ba-9713-4ff2-aa42-a31f09c66c47 req-9e5b3dbc-16e5-4adc-8c3a-88083884aaa2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c8a28321db41493598d764beddd50f5e&device_id=4c5d276a-7e2f-4809-9161-043c312ee559 HTTP/1.1" status: 200 len: 1096 time: 0.0584586 Jul 08 13:10:00.737562 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-76efd9ba-9713-4ff2-aa42-a31f09c66c47 req-1eb5ee16-410f-45a1-ac7b-740e551833f0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a9f0254-a859-47db-9c86-4913a893580f HTTP/1.1" status: 200 len: 217 time: 0.0327759 Jul 08 13:10:00.785348 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76efd9ba-9713-4ff2-aa42-a31f09c66c47 req-abec519c-aa75-4923-8d5d-a639eb5e3398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:00.786780 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-76efd9ba-9713-4ff2-aa42-a31f09c66c47 req-abec519c-aa75-4923-8d5d-a639eb5e3398 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5a1ce9cc-728e-475d-90d9-8cb4611af845 HTTP/1.1" status: 200 len: 855 time: 0.0431807 Jul 08 13:10:00.822858 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-76efd9ba-9713-4ff2-aa42-a31f09c66c47 req-6ddbb4e6-7d09-4303-a5a4-b52081989b23 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9648752d-6b78-4fbd-a3a5-c045b8222c73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295706 Jul 08 13:10:00.910076 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-76efd9ba-9713-4ff2-aa42-a31f09c66c47 req-571889ce-e93a-487b-96d4-7b8e1944eb22 service neutron] 10.222.0.21 "GET /v2.0/networks/9648752d-6b78-4fbd-a3a5-c045b8222c73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799284 Jul 08 13:10:01.016536 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-76efd9ba-9713-4ff2-aa42-a31f09c66c47 req-45634a72-4c21-4abe-a046-ce42727fc6ea service neutron] 10.222.0.21 "GET /v2.0/networks/9648752d-6b78-4fbd-a3a5-c045b8222c73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992386 Jul 08 13:10:01.185226 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d200e4c-1bc3-4676-abea-95fbdcd9d4ad req-3d85cc86-1de9-40f4-995c-efcd426a4ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:01.186741 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-7d200e4c-1bc3-4676-abea-95fbdcd9d4ad req-3d85cc86-1de9-40f4-995c-efcd426a4ebb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c8a28321db41493598d764beddd50f5e&device_id=4c5d276a-7e2f-4809-9161-043c312ee559 HTTP/1.1" status: 200 len: 1096 time: 0.0526481 Jul 08 13:10:01.275745 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d200e4c-1bc3-4676-abea-95fbdcd9d4ad req-636de163-e23b-43fc-a4ce-6d232f9d7560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:01.277128 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-7d200e4c-1bc3-4676-abea-95fbdcd9d4ad req-636de163-e23b-43fc-a4ce-6d232f9d7560 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9648752d-6b78-4fbd-a3a5-c045b8222c73 HTTP/1.1" status: 200 len: 916 time: 0.0812070 Jul 08 13:10:01.326714 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-7d200e4c-1bc3-4676-abea-95fbdcd9d4ad req-823b51b0-0a27-4d59-b017-e7717a7fae4e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a9f0254-a859-47db-9c86-4913a893580f HTTP/1.1" status: 200 len: 217 time: 0.0398188 Jul 08 13:10:01.386599 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d200e4c-1bc3-4676-abea-95fbdcd9d4ad req-1c0d56f0-3d07-4fe6-9065-faaef0ad7d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:01.388101 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-7d200e4c-1bc3-4676-abea-95fbdcd9d4ad req-1c0d56f0-3d07-4fe6-9065-faaef0ad7d36 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5a1ce9cc-728e-475d-90d9-8cb4611af845 HTTP/1.1" status: 200 len: 855 time: 0.0545709 Jul 08 13:10:01.422656 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-7d200e4c-1bc3-4676-abea-95fbdcd9d4ad req-eca54a92-d3bf-46db-b58a-92e1c4b90b3e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9648752d-6b78-4fbd-a3a5-c045b8222c73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268157 Jul 08 13:10:01.523333 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-7d200e4c-1bc3-4676-abea-95fbdcd9d4ad req-7060e521-0163-46f2-9399-3a6fe0c25f42 service neutron] 10.222.0.21 "GET /v2.0/networks/9648752d-6b78-4fbd-a3a5-c045b8222c73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922139 Jul 08 13:10:01.547652 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0dfec6-c956-4fe8-a1d6-8b50b02d9754 req-da9c0613-1f1b-4161-a1eb-25edde9e8e80 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:01.549098 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4e0dfec6-c956-4fe8-a1d6-8b50b02d9754 req-da9c0613-1f1b-4161-a1eb-25edde9e8e80 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c5d276a-7e2f-4809-9161-043c312ee559 HTTP/1.1" status: 200 len: 943 time: 0.0752857 Jul 08 13:10:01.588125 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-4e0dfec6-c956-4fe8-a1d6-8b50b02d9754 req-a742a649-9373-42f6-a4a1-dca1791d080f tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/security-groups?id=c32d02b4-aa39-4e9f-bfc0-6e08296f4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328217 Jul 08 13:10:01.621231 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-7d200e4c-1bc3-4676-abea-95fbdcd9d4ad req-cdf7126f-59ec-4743-82e7-9cbbc4b57b2e service neutron] 10.222.0.21 "GET /v2.0/networks/9648752d-6b78-4fbd-a3a5-c045b8222c73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867207 Jul 08 13:10:02.534552 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-c4c22c64-b94f-4436-bf40-6c3d531ec0b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:02.765142 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d848f4-f4ea-427d-9841-2bf29f51a568 req-925774cc-1c04-49f1-86cc-b566b28275ab tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:02.766531 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-75d848f4-f4ea-427d-9841-2bf29f51a568 req-925774cc-1c04-49f1-86cc-b566b28275ab tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c5d276a-7e2f-4809-9161-043c312ee559 HTTP/1.1" status: 200 len: 943 time: 0.0669739 Jul 08 13:10:02.805234 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-75d848f4-f4ea-427d-9841-2bf29f51a568 req-832a416c-c204-4191-9aca-c84543236a4b tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/security-groups?id=c32d02b4-aa39-4e9f-bfc0-6e08296f4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330017 Jul 08 13:10:03.885541 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 3a9f0254-a859-47db-9c86-4913a893580f details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=93013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 13:10:03.989768 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95504189-6174-4649-866d-b7637a1e3ee2 req-c8fa105b-5319-449c-b636-a147e7ac9cc2 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:03.990684 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port 3a9f0254-a859-47db-9c86-4913a893580f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3a9f0254-a859-47db-9c86-4913a893580f,segment=NetworkSegment(d6a0444c-8b57-43f5-9ba0-98181553d2a4),segment_id=d6a0444c-8b57-43f5-9ba0-98181553d2a4)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:10:03.991431 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-95504189-6174-4649-866d-b7637a1e3ee2 req-c8fa105b-5319-449c-b636-a147e7ac9cc2 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c5d276a-7e2f-4809-9161-043c312ee559 HTTP/1.1" status: 200 len: 943 time: 0.0737526 Jul 08 13:10:04.003230 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Returning: {'device': '3a9f0254-a859-47db-9c86-4913a893580f', 'network_id': '9648752d-6b78-4fbd-a3a5-c045b8222c73', 'port_id': '3a9f0254-a859-47db-9c86-4913a893580f', 'mac_address': 'fa:16:3e:32:bf:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a1ce9cc-728e-475d-90d9-8cb4611af845', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 13:10:04.029163 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-95504189-6174-4649-866d-b7637a1e3ee2 req-749bc57a-88bb-4f70-8978-8b2d1a318d23 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/security-groups?id=c32d02b4-aa39-4e9f-bfc0-6e08296f4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314968 Jul 08 13:10:04.039452 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:04.053151 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a9f0254-a859-47db-9c86-4913a893580f {{(pid=93013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:10:04.073405 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port 3a9f0254-a859-47db-9c86-4913a893580f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3a9f0254-a859-47db-9c86-4913a893580f,segment=NetworkSegment(d6a0444c-8b57-43f5-9ba0-98181553d2a4),segment_id=d6a0444c-8b57-43f5-9ba0-98181553d2a4)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:10:04.077475 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:04.127370 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Pushing event updated for resources: {'Port': ['ID=3a9f0254-a859-47db-9c86-4913a893580f,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:10:04.419233 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] get_ports_and_sgs() called for port_ids ['3a9f0254-a859-47db-9c86-4913a893580f'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 13:10:05.212320 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a5e71-0823-46f8-95fa-bace0692f2a0 req-0f30c9d1-c1bf-41ad-bb6d-86317f08d29d tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:05.213885 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-c04a5e71-0823-46f8-95fa-bace0692f2a0 req-0f30c9d1-c1bf-41ad-bb6d-86317f08d29d tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c5d276a-7e2f-4809-9161-043c312ee559 HTTP/1.1" status: 200 len: 944 time: 0.0660675 Jul 08 13:10:05.250910 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-c04a5e71-0823-46f8-95fa-bace0692f2a0 req-41f800d9-a399-4ddd-bf3f-72ffafefa1b2 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/security-groups?id=c32d02b4-aa39-4e9f-bfc0-6e08296f4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315890 Jul 08 13:10:05.377035 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-11eec586-c144-4c75-848e-6aabeb49e5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:05.721085 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:05.903259 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 3a9f0254-a859-47db-9c86-4913a893580f up at agent hyperv_hv-cinder-78960 {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:10:05.958152 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Provisioning for port 3a9f0254-a859-47db-9c86-4913a893580f completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:10:05.961789 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Provisioning complete for port 3a9f0254-a859-47db-9c86-4913a893580f triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:10:05.962710 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:06.133144 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-97c8e7b9-57f7-456d-825e-78a0ef1aae16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:06.163939 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:06.185905 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c5d276a-7e2f-4809-9161-043c312ee559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9f0254-a859-47db-9c86-4913a893580f'}] {{(pid=93013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:10:06.188116 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437348d2bcada7eee63ab7a3e0cc12fc8f9484ad9c5d405f769a928aff85887c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee77c36-3a35-4003-9eb4-3c4c6eeb5846" -d '{"events": [{"server_uuid": "4c5d276a-7e2f-4809-9161-043c312ee559", "name": "network-vif-plugged", "status": "completed", "tag": "3a9f0254-a859-47db-9c86-4913a893580f"}]}' {{(pid=93013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:10:06.201584 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port 3a9f0254-a859-47db-9c86-4913a893580f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3a9f0254-a859-47db-9c86-4913a893580f,segment=NetworkSegment(d6a0444c-8b57-43f5-9ba0-98181553d2a4),segment_id=d6a0444c-8b57-43f5-9ba0-98181553d2a4)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:10:06.206316 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:06.231045 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a76530-79e4-46a8-89de-04d3059e1026 x-openstack-request-id: req-e7a76530-79e4-46a8-89de-04d3059e1026 {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:10:06.231337 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c5d276a-7e2f-4809-9161-043c312ee559", "name": "network-vif-plugged", "status": "completed", "tag": "3a9f0254-a859-47db-9c86-4913a893580f", "code": 200}]} {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:10:06.231589 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e7a76530-79e4-46a8-89de-04d3059e1026 {{(pid=93013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:10:06.231972 dv-cinder-789603-11-iscsi neutron-server[93013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c5d276a-7e2f-4809-9161-043c312ee559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a9f0254-a859-47db-9c86-4913a893580f', 'code': 200} Jul 08 13:10:06.257339 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Pushing event updated for resources: {'Port': ['ID=3a9f0254-a859-47db-9c86-4913a893580f,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:10:06.445000 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae2073-7c15-4133-b2fc-15f93c63d32e req-17098906-c181-4735-a2d8-2ef32cd9f418 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:06.447003 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-dcae2073-7c15-4133-b2fc-15f93c63d32e req-17098906-c181-4735-a2d8-2ef32cd9f418 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c5d276a-7e2f-4809-9161-043c312ee559 HTTP/1.1" status: 200 len: 945 time: 0.0692761 Jul 08 13:10:06.516913 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-dcae2073-7c15-4133-b2fc-15f93c63d32e req-10c189a4-7eb4-4bf7-8fc0-7f2979c1b785 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/security-groups?id=c32d02b4-aa39-4e9f-bfc0-6e08296f4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616770 Jul 08 13:10:06.534382 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e5d7a6-4c9c-4506-a672-5736c1234e9b req-83932e41-c948-4c33-b19c-966c68774336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:06.535914 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-e4e5d7a6-4c9c-4506-a672-5736c1234e9b req-83932e41-c948-4c33-b19c-966c68774336 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4c5d276a-7e2f-4809-9161-043c312ee559 HTTP/1.1" status: 200 len: 1098 time: 0.0880518 Jul 08 13:10:06.571209 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-e4e5d7a6-4c9c-4506-a672-5736c1234e9b req-9637ecc7-1e95-4ff6-beb4-0198fb54064e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c32d02b4-aa39-4e9f-bfc0-6e08296f4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283489 Jul 08 13:10:07.698660 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb33e38-5fd0-4c47-ac72-4e99ab4a34f5 req-6314015d-21a1-45e7-b694-22a6e4a862b4 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:07.700270 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-beb33e38-5fd0-4c47-ac72-4e99ab4a34f5 req-6314015d-21a1-45e7-b694-22a6e4a862b4 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c5d276a-7e2f-4809-9161-043c312ee559 HTTP/1.1" status: 200 len: 945 time: 0.0720019 Jul 08 13:10:07.737100 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-beb33e38-5fd0-4c47-ac72-4e99ab4a34f5 req-ed932b8d-84c7-4ee6-ad30-f6ece398addb tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/security-groups?id=c32d02b4-aa39-4e9f-bfc0-6e08296f4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312803 Jul 08 13:10:07.890775 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-615b644b-3110-4324-8d19-7b6387de29b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:08.906401 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a30e2-a525-4ddc-ad8c-f0b1f2ed369f req-8a44a018-056f-419f-9d9d-f2c59a0e25b1 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:08.907945 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-3a2a30e2-a525-4ddc-ad8c-f0b1f2ed369f req-8a44a018-056f-419f-9d9d-f2c59a0e25b1 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c5d276a-7e2f-4809-9161-043c312ee559 HTTP/1.1" status: 200 len: 945 time: 0.0635891 Jul 08 13:10:08.945571 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-3a2a30e2-a525-4ddc-ad8c-f0b1f2ed369f req-9a8b8621-6174-45b1-b19a-0d0dd5c53025 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/security-groups?id=c32d02b4-aa39-4e9f-bfc0-6e08296f4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320668 Jul 08 13:10:10.730779 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2c446-90d5-4f83-b17d-771d18f3cd6a req-ec2a0e8c-009c-4de2-8e87-5982c0a74fe9 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:10.732257 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fdc2c446-90d5-4f83-b17d-771d18f3cd6a req-ec2a0e8c-009c-4de2-8e87-5982c0a74fe9 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/networks?id=9648752d-6b78-4fbd-a3a5-c045b8222c73 HTTP/1.1" status: 200 len: 815 time: 0.0984812 Jul 08 13:10:10.747136 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fdc2c446-90d5-4f83-b17d-771d18f3cd6a req-01cdc890-9d3a-4af3-a23a-3a2a87499ebe tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/quotas/c8a28321db41493598d764beddd50f5e HTTP/1.1" status: 200 len: 375 time: 0.0096135 Jul 08 13:10:10.818857 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fdc2c446-90d5-4f83-b17d-771d18f3cd6a req-56498ad1-a33f-4426-8d6a-2a385438d19c tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c8a28321db41493598d764beddd50f5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0661397 Jul 08 13:10:10.907413 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fdc2c446-90d5-4f83-b17d-771d18f3cd6a req-43e7edb4-65c6-4c89-b4f8-f677f0aa9e84 service neutron] 10.222.0.59 "GET /v2.0/networks/9648752d-6b78-4fbd-a3a5-c045b8222c73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811729 Jul 08 13:10:10.999242 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-fdc2c446-90d5-4f83-b17d-771d18f3cd6a req-13d97452-1ce2-49bf-ac14-edb240ec4cb9 service neutron] 10.222.0.59 "GET /v2.0/networks/9648752d-6b78-4fbd-a3a5-c045b8222c73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859404 Jul 08 13:10:11.169476 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f8dcb124-c054-453c-87f7-395489306fc8 req-8b9d3074-6f3f-4aee-957f-b2f730336654 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f40f9a2-3480-40a5-b78d-741ea4287cf0 HTTP/1.1" status: 200 len: 210 time: 0.0326104 Jul 08 13:10:12.309494 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-2c5481d8-cd5e-4d68-a8b5-9bd13b8e48d7 req-a042dd1c-1f69-468e-b065-71aa9e74c737 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f40f9a2-3480-40a5-b78d-741ea4287cf0 HTTP/1.1" status: 200 len: 210 time: 0.0295756 Jul 08 13:10:12.412115 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2c446-90d5-4f83-b17d-771d18f3cd6a req-0f3d9432-a745-4480-9df0-ad914c15392a tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:12.413605 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-fdc2c446-90d5-4f83-b17d-771d18f3cd6a req-0f3d9432-a745-4480-9df0-ad914c15392a tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.21 "GET /v2.0/networks?id=9648752d-6b78-4fbd-a3a5-c045b8222c73 HTTP/1.1" status: 200 len: 815 time: 0.1183913 Jul 08 13:10:12.433086 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [req-fdc2c446-90d5-4f83-b17d-771d18f3cd6a req-149bd2f0-3186-4d9e-aa15-034213c75d65 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Request body: {'port': {'device_id': '4f40f9a2-3480-40a5-b78d-741ea4287cf0', 'network_id': '9648752d-6b78-4fbd-a3a5-c045b8222c73', 'admin_state_up': True, 'tenant_id': 'c8a28321db41493598d764beddd50f5e'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:10:12.547609 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdc2c446-90d5-4f83-b17d-771d18f3cd6a req-149bd2f0-3186-4d9e-aa15-034213c75d65 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Made reservation on behalf of c8a28321db41493598d764beddd50f5e for: {'port': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:10:12.551109 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-fdc2c446-90d5-4f83-b17d-771d18f3cd6a req-149bd2f0-3186-4d9e-aa15-034213c75d65 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:12.681407 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [req-fdc2c446-90d5-4f83-b17d-771d18f3cd6a req-149bd2f0-3186-4d9e-aa15-034213c75d65 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Allocated IP 172.20.0.8 (9648752d-6b78-4fbd-a3a5-c045b8222c73/5a1ce9cc-728e-475d-90d9-8cb4611af845/2c50ae57-b5ea-4671-a4c5-aaf41a64088e) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:10:12.829096 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-fdc2c446-90d5-4f83-b17d-771d18f3cd6a req-149bd2f0-3186-4d9e-aa15-034213c75d65 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:12.867089 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-fdc2c446-90d5-4f83-b17d-771d18f3cd6a req-149bd2f0-3186-4d9e-aa15-034213c75d65 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4789364'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:12.910935 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] get_ports_and_sgs() called for port_ids ['dd5a1334-9fa1-4673-80bb-72b67c9fa92c', '3a9f0254-a859-47db-9c86-4913a893580f'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 13:10:12.913240 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdc2c446-90d5-4f83-b17d-771d18f3cd6a req-149bd2f0-3186-4d9e-aa15-034213c75d65 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Network 9648752d-6b78-4fbd-a3a5-c045b8222c73 is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:10:12.917177 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [req-fdc2c446-90d5-4f83-b17d-771d18f3cd6a req-149bd2f0-3186-4d9e-aa15-034213c75d65 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:10:12.921312 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc2c446-90d5-4f83-b17d-771d18f3cd6a req-149bd2f0-3186-4d9e-aa15-034213c75d65 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:10:12.927918 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149bd2f0-3186-4d9e-aa15-034213c75d65 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Pushing event updated for resources: {'Port': ['ID=2c50ae57-b5ea-4671-a4c5-aaf41a64088e,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:10:12.973651 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2c446-90d5-4f83-b17d-771d18f3cd6a req-149bd2f0-3186-4d9e-aa15-034213c75d65 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:12.974259 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-fdc2c446-90d5-4f83-b17d-771d18f3cd6a req-149bd2f0-3186-4d9e-aa15-034213c75d65 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:12.987375 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-fdc2c446-90d5-4f83-b17d-771d18f3cd6a req-149bd2f0-3186-4d9e-aa15-034213c75d65 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5580485 Jul 08 13:10:13.010604 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [req-fdc2c446-90d5-4f83-b17d-771d18f3cd6a req-36b0c71a-5d58-4719-bc70-3cb68e28e55b service neutron] Request body: {'port': {'device_id': '4f40f9a2-3480-40a5-b78d-741ea4287cf0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:10:13.088486 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-fdc2c446-90d5-4f83-b17d-771d18f3cd6a req-36b0c71a-5d58-4719-bc70-3cb68e28e55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:13.351908 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [req-fdc2c446-90d5-4f83-b17d-771d18f3cd6a req-36b0c71a-5d58-4719-bc70-3cb68e28e55b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c50ae57-b5ea-4671-a4c5-aaf41a64088e {{(pid=93011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:10:13.359930 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-fdc2c446-90d5-4f83-b17d-771d18f3cd6a req-36b0c71a-5d58-4719-bc70-3cb68e28e55b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:13.376214 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [req-fdc2c446-90d5-4f83-b17d-771d18f3cd6a req-36b0c71a-5d58-4719-bc70-3cb68e28e55b service neutron] Transition to ACTIVE for port object 2c50ae57-b5ea-4671-a4c5-aaf41a64088e will not be triggered until provisioned by entity L2. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:10:13.379640 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-fdc2c446-90d5-4f83-b17d-771d18f3cd6a req-36b0c71a-5d58-4719-bc70-3cb68e28e55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4789354'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:13.460313 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b0c71a-5d58-4719-bc70-3cb68e28e55b service neutron] Pushing event updated for resources: {'Port': ['ID=2c50ae57-b5ea-4671-a4c5-aaf41a64088e,revision_number=2']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:10:13.543732 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-fdc2c446-90d5-4f83-b17d-771d18f3cd6a req-36b0c71a-5d58-4719-bc70-3cb68e28e55b service neutron] Attempting to bind port 2c50ae57-b5ea-4671-a4c5-aaf41a64088e on host hv-cinder-78960 for vnic_type normal with profile {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 13:10:13.544059 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-fdc2c446-90d5-4f83-b17d-771d18f3cd6a req-36b0c71a-5d58-4719-bc70-3cb68e28e55b service neutron] Attempting to bind port 2c50ae57-b5ea-4671-a4c5-aaf41a64088e by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'd6a0444c-8b57-43f5-9ba0-98181553d2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9648752d-6b78-4fbd-a3a5-c045b8222c73'}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 13:10:13.544411 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc2c446-90d5-4f83-b17d-771d18f3cd6a req-36b0c71a-5d58-4719-bc70-3cb68e28e55b service neutron] Attempting to bind port 2c50ae57-b5ea-4671-a4c5-aaf41a64088e on network 9648752d-6b78-4fbd-a3a5-c045b8222c73 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:10:13.551291 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc2c446-90d5-4f83-b17d-771d18f3cd6a req-36b0c71a-5d58-4719-bc70-3cb68e28e55b service neutron] Port 2c50ae57-b5ea-4671-a4c5-aaf41a64088e on network 9648752d-6b78-4fbd-a3a5-c045b8222c73 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 13:10:13.551609 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc2c446-90d5-4f83-b17d-771d18f3cd6a req-36b0c71a-5d58-4719-bc70-3cb68e28e55b service neutron] Attempting to bind port 2c50ae57-b5ea-4671-a4c5-aaf41a64088e on network 9648752d-6b78-4fbd-a3a5-c045b8222c73 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:10:13.560593 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f3fe81-49f9-4cff-b349-dd010d13da81 req-cb8ad345-5e71-4a23-989c-9eb2dc73be1a tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:13.562110 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-17f3fe81-49f9-4cff-b349-dd010d13da81 req-cb8ad345-5e71-4a23-989c-9eb2dc73be1a tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f40f9a2-3480-40a5-b78d-741ea4287cf0 HTTP/1.1" status: 200 len: 943 time: 0.1346285 Jul 08 13:10:13.566393 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc2c446-90d5-4f83-b17d-771d18f3cd6a req-36b0c71a-5d58-4719-bc70-3cb68e28e55b service neutron] Checking agent: {'id': 'c15515fa-7ee9-40ef-8b65-fb183853d126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 13, 0), 'started_at': datetime.datetime(2021, 7, 8, 13, 0), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 13:10:13.566735 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc2c446-90d5-4f83-b17d-771d18f3cd6a req-36b0c71a-5d58-4719-bc70-3cb68e28e55b service neutron] Checking segment: {'id': 'd6a0444c-8b57-43f5-9ba0-98181553d2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9648752d-6b78-4fbd-a3a5-c045b8222c73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:10:13.567179 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdc2c446-90d5-4f83-b17d-771d18f3cd6a req-36b0c71a-5d58-4719-bc70-3cb68e28e55b service neutron] Bound using segment: {'id': 'd6a0444c-8b57-43f5-9ba0-98181553d2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9648752d-6b78-4fbd-a3a5-c045b8222c73'} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 13:10:13.567579 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-fdc2c446-90d5-4f83-b17d-771d18f3cd6a req-36b0c71a-5d58-4719-bc70-3cb68e28e55b service neutron] Bound port: 2c50ae57-b5ea-4671-a4c5-aaf41a64088e, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6a0444c-8b57-43f5-9ba0-98181553d2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9648752d-6b78-4fbd-a3a5-c045b8222c73'}}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 13:10:13.568068 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-fdc2c446-90d5-4f83-b17d-771d18f3cd6a req-36b0c71a-5d58-4719-bc70-3cb68e28e55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:13.630036 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-17f3fe81-49f9-4cff-b349-dd010d13da81 req-e82b17d3-d8a7-401e-9c43-e146be99128a tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/security-groups?id=c32d02b4-aa39-4e9f-bfc0-6e08296f4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598466 Jul 08 13:10:13.657599 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-fdc2c446-90d5-4f83-b17d-771d18f3cd6a req-36b0c71a-5d58-4719-bc70-3cb68e28e55b service neutron] For port 2c50ae57-b5ea-4671-a4c5-aaf41a64088e, host hv-cinder-78960, cleared binding levels {{(pid=93011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 13:10:13.660700 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-fdc2c446-90d5-4f83-b17d-771d18f3cd6a req-36b0c71a-5d58-4719-bc70-3cb68e28e55b service neutron] For port 2c50ae57-b5ea-4671-a4c5-aaf41a64088e, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2c50ae57-b5ea-4671-a4c5-aaf41a64088e,segment=NetworkSegment(d6a0444c-8b57-43f5-9ba0-98181553d2a4),segment_id=d6a0444c-8b57-43f5-9ba0-98181553d2a4)] {{(pid=93011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 13:10:13.666825 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-fdc2c446-90d5-4f83-b17d-771d18f3cd6a req-36b0c71a-5d58-4719-bc70-3cb68e28e55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4789354'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:13.700355 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2c446-90d5-4f83-b17d-771d18f3cd6a req-36b0c71a-5d58-4719-bc70-3cb68e28e55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:13.701208 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-fdc2c446-90d5-4f83-b17d-771d18f3cd6a req-36b0c71a-5d58-4719-bc70-3cb68e28e55b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:13.702632 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-fdc2c446-90d5-4f83-b17d-771d18f3cd6a req-36b0c71a-5d58-4719-bc70-3cb68e28e55b service neutron] 10.222.0.21 "PUT /v2.0/ports/2c50ae57-b5ea-4671-a4c5-aaf41a64088e HTTP/1.1" status: 200 len: 1093 time: 0.6969283 Jul 08 13:10:13.704889 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f40f9a2-3480-40a5-b78d-741ea4287cf0', 'tag': '2c50ae57-b5ea-4671-a4c5-aaf41a64088e'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:10:13.707013 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79934bd8df5839606b1ce54b63dc7d70fed780423e2c756261eeaeb19bf0c4d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59adbfb9-d8b0-490d-95d0-35962a2949f8" -d '{"events": [{"name": "network-changed", "server_uuid": "4f40f9a2-3480-40a5-b78d-741ea4287cf0", "tag": "2c50ae57-b5ea-4671-a4c5-aaf41a64088e"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:10:13.736068 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b0c71a-5d58-4719-bc70-3cb68e28e55b service neutron] Pushing event updated for resources: {'Port': ['ID=2c50ae57-b5ea-4671-a4c5-aaf41a64088e,revision_number=3']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:10:13.745416 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 13:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d098f56-7fab-4a06-80c2-a17a649a3f47 x-openstack-request-id: req-9d098f56-7fab-4a06-80c2-a17a649a3f47 {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:10:13.745705 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f40f9a2-3480-40a5-b78d-741ea4287cf0", "tag": "2c50ae57-b5ea-4671-a4c5-aaf41a64088e", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:10:13.745955 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9d098f56-7fab-4a06-80c2-a17a649a3f47 {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:10:13.746348 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f40f9a2-3480-40a5-b78d-741ea4287cf0', 'tag': '2c50ae57-b5ea-4671-a4c5-aaf41a64088e', 'status': 'completed', 'code': 200} Jul 08 13:10:13.850914 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2c446-90d5-4f83-b17d-771d18f3cd6a req-0ba03e58-a9e9-4a50-b5d1-6f0c5817a621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:13.853020 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-fdc2c446-90d5-4f83-b17d-771d18f3cd6a req-0ba03e58-a9e9-4a50-b5d1-6f0c5817a621 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c8a28321db41493598d764beddd50f5e&device_id=4f40f9a2-3480-40a5-b78d-741ea4287cf0 HTTP/1.1" status: 200 len: 1096 time: 0.0566695 Jul 08 13:10:13.906719 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-fdc2c446-90d5-4f83-b17d-771d18f3cd6a req-651b90dc-6467-4bc7-b0bb-861bff193cd2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c50ae57-b5ea-4671-a4c5-aaf41a64088e HTTP/1.1" status: 200 len: 217 time: 0.0354354 Jul 08 13:10:13.954895 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2c446-90d5-4f83-b17d-771d18f3cd6a req-6284a568-d0e8-4e81-9d42-e964a010d41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:13.956343 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-fdc2c446-90d5-4f83-b17d-771d18f3cd6a req-6284a568-d0e8-4e81-9d42-e964a010d41e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5a1ce9cc-728e-475d-90d9-8cb4611af845 HTTP/1.1" status: 200 len: 855 time: 0.0429399 Jul 08 13:10:13.989162 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-fdc2c446-90d5-4f83-b17d-771d18f3cd6a req-ba99db13-d8a9-462c-a1cc-1f86b6485dff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9648752d-6b78-4fbd-a3a5-c045b8222c73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261626 Jul 08 13:10:14.079582 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-fdc2c446-90d5-4f83-b17d-771d18f3cd6a req-61c814f1-5155-4e3e-a89f-9acfc0ea36b8 service neutron] 10.222.0.21 "GET /v2.0/networks/9648752d-6b78-4fbd-a3a5-c045b8222c73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839193 Jul 08 13:10:14.166813 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-fdc2c446-90d5-4f83-b17d-771d18f3cd6a req-3ab4b2f7-a8e6-4ad9-b2ef-27afe5d7fd44 service neutron] 10.222.0.21 "GET /v2.0/networks/9648752d-6b78-4fbd-a3a5-c045b8222c73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801449 Jul 08 13:10:14.328852 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59adbfb9-d8b0-490d-95d0-35962a2949f8 req-6b272908-5903-4ca2-98cb-106c8ecd80b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:14.330342 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-59adbfb9-d8b0-490d-95d0-35962a2949f8 req-6b272908-5903-4ca2-98cb-106c8ecd80b7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c8a28321db41493598d764beddd50f5e&device_id=4f40f9a2-3480-40a5-b78d-741ea4287cf0 HTTP/1.1" status: 200 len: 1096 time: 0.0566678 Jul 08 13:10:14.420394 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59adbfb9-d8b0-490d-95d0-35962a2949f8 req-db14011d-b335-47b6-92ba-4a769b71fcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:14.421762 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-59adbfb9-d8b0-490d-95d0-35962a2949f8 req-db14011d-b335-47b6-92ba-4a769b71fcb5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9648752d-6b78-4fbd-a3a5-c045b8222c73 HTTP/1.1" status: 200 len: 916 time: 0.0834041 Jul 08 13:10:14.474596 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-59adbfb9-d8b0-490d-95d0-35962a2949f8 req-0d718581-8fa6-48fd-bc0a-7793fbb2334e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c50ae57-b5ea-4671-a4c5-aaf41a64088e HTTP/1.1" status: 200 len: 217 time: 0.0377557 Jul 08 13:10:14.812350 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59adbfb9-d8b0-490d-95d0-35962a2949f8 req-9c666a6c-f7fc-43fb-9a13-8d89eede8797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:14.813782 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-59adbfb9-d8b0-490d-95d0-35962a2949f8 req-9c666a6c-f7fc-43fb-9a13-8d89eede8797 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5a1ce9cc-728e-475d-90d9-8cb4611af845 HTTP/1.1" status: 200 len: 855 time: 0.3326147 Jul 08 13:10:14.861635 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-59adbfb9-d8b0-490d-95d0-35962a2949f8 req-27078969-e650-41df-a80a-1b1450f01b3a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9648752d-6b78-4fbd-a3a5-c045b8222c73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344181 Jul 08 13:10:14.874608 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d7e9d6-7088-4742-a4a9-7b701c392e2e req-0aea20e0-ca56-4880-bad7-e6f64170f10d tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:14.876056 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-28d7e9d6-7088-4742-a4a9-7b701c392e2e req-0aea20e0-ca56-4880-bad7-e6f64170f10d tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f40f9a2-3480-40a5-b78d-741ea4287cf0 HTTP/1.1" status: 200 len: 943 time: 0.1081831 Jul 08 13:10:14.966853 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-28d7e9d6-7088-4742-a4a9-7b701c392e2e req-7c3238ab-5fbf-483d-94a8-2ebf0eb4b3bd tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/security-groups?id=c32d02b4-aa39-4e9f-bfc0-6e08296f4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816998 Jul 08 13:10:14.986370 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-59adbfb9-d8b0-490d-95d0-35962a2949f8 req-b1bb85fc-5e5c-48a9-a889-af38d744d596 service neutron] 10.222.0.21 "GET /v2.0/networks/9648752d-6b78-4fbd-a3a5-c045b8222c73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093583 Jul 08 13:10:15.081319 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-59adbfb9-d8b0-490d-95d0-35962a2949f8 req-62841dd6-b359-4ef1-bfdd-56f19306cff4 service neutron] 10.222.0.21 "GET /v2.0/networks/9648752d-6b78-4fbd-a3a5-c045b8222c73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864205 Jul 08 13:10:16.149474 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9534657-63cc-4296-b45d-7f6e87b6a1be req-8cf18647-7bb2-4c34-8152-b15a4d8743f5 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:16.150959 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f9534657-63cc-4296-b45d-7f6e87b6a1be req-8cf18647-7bb2-4c34-8152-b15a4d8743f5 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f40f9a2-3480-40a5-b78d-741ea4287cf0 HTTP/1.1" status: 200 len: 943 time: 0.0678077 Jul 08 13:10:16.189594 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-f9534657-63cc-4296-b45d-7f6e87b6a1be req-e8a7c351-3253-4b0c-907f-700885138f90 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/security-groups?id=c32d02b4-aa39-4e9f-bfc0-6e08296f4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321882 Jul 08 13:10:17.364782 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c18c40-af50-4555-9746-8f2a6452e491 req-e986c4de-5f20-4cb9-bda2-9d3a8105b8bd tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:17.366173 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-95c18c40-af50-4555-9746-8f2a6452e491 req-e986c4de-5f20-4cb9-bda2-9d3a8105b8bd tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f40f9a2-3480-40a5-b78d-741ea4287cf0 HTTP/1.1" status: 200 len: 943 time: 0.0680559 Jul 08 13:10:17.403520 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-95c18c40-af50-4555-9746-8f2a6452e491 req-05a69e33-8c2e-4209-bf91-06f264b3c055 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/security-groups?id=c32d02b4-aa39-4e9f-bfc0-6e08296f4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311053 Jul 08 13:10:18.000005 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-0cef42f3-3a1a-4020-b263-5152d2247e85 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 13:10:18.577018 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fdd945-9f1f-4762-abcb-033e1e1913d8 req-d9849268-ee81-4977-b711-d541b0d2baa2 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:18.578449 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-69fdd945-9f1f-4762-abcb-033e1e1913d8 req-d9849268-ee81-4977-b711-d541b0d2baa2 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f40f9a2-3480-40a5-b78d-741ea4287cf0 HTTP/1.1" status: 200 len: 943 time: 0.0655732 Jul 08 13:10:18.619019 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-69fdd945-9f1f-4762-abcb-033e1e1913d8 req-cb072cd2-1435-453b-9701-6a67cea3e6d7 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/security-groups?id=c32d02b4-aa39-4e9f-bfc0-6e08296f4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350637 Jul 08 13:10:19.232703 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 2c50ae57-b5ea-4671-a4c5-aaf41a64088e details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=93013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 13:10:19.324841 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port 2c50ae57-b5ea-4671-a4c5-aaf41a64088e, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2c50ae57-b5ea-4671-a4c5-aaf41a64088e,segment=NetworkSegment(d6a0444c-8b57-43f5-9ba0-98181553d2a4),segment_id=d6a0444c-8b57-43f5-9ba0-98181553d2a4)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:10:19.335571 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Returning: {'device': '2c50ae57-b5ea-4671-a4c5-aaf41a64088e', 'network_id': '9648752d-6b78-4fbd-a3a5-c045b8222c73', 'port_id': '2c50ae57-b5ea-4671-a4c5-aaf41a64088e', 'mac_address': 'fa:16:3e:ad:25:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a1ce9cc-728e-475d-90d9-8cb4611af845', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 13:10:19.372455 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:19.388612 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c50ae57-b5ea-4671-a4c5-aaf41a64088e {{(pid=93013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:10:19.407399 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port 2c50ae57-b5ea-4671-a4c5-aaf41a64088e, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2c50ae57-b5ea-4671-a4c5-aaf41a64088e,segment=NetworkSegment(d6a0444c-8b57-43f5-9ba0-98181553d2a4),segment_id=d6a0444c-8b57-43f5-9ba0-98181553d2a4)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:10:19.410819 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:19.457223 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Pushing event updated for resources: {'Port': ['ID=2c50ae57-b5ea-4671-a4c5-aaf41a64088e,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:10:19.791086 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94195765-e379-4e5f-aa89-1e010860d3db req-559d28b1-51ee-4587-a492-a9d34f71c45c tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:19.792526 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-94195765-e379-4e5f-aa89-1e010860d3db req-559d28b1-51ee-4587-a492-a9d34f71c45c tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f40f9a2-3480-40a5-b78d-741ea4287cf0 HTTP/1.1" status: 200 len: 944 time: 0.0621107 Jul 08 13:10:19.833130 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-94195765-e379-4e5f-aa89-1e010860d3db req-eb5ca09e-82db-49a4-aa0b-be6d01003e52 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/security-groups?id=c32d02b4-aa39-4e9f-bfc0-6e08296f4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351632 Jul 08 13:10:19.846588 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] get_ports_and_sgs() called for port_ids ['2c50ae57-b5ea-4671-a4c5-aaf41a64088e'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 13:10:21.007610 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf56baeb-b43a-4c82-ace9-ff1a9510c212 req-f66a2061-de15-412a-a22c-c9b57b3fc7d7 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:21.009534 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-bf56baeb-b43a-4c82-ace9-ff1a9510c212 req-f66a2061-de15-412a-a22c-c9b57b3fc7d7 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f40f9a2-3480-40a5-b78d-741ea4287cf0 HTTP/1.1" status: 200 len: 944 time: 0.0653770 Jul 08 13:10:21.048775 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-bf56baeb-b43a-4c82-ace9-ff1a9510c212 req-eb6e9732-02c6-45b1-9753-bc57d289ea03 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/security-groups?id=c32d02b4-aa39-4e9f-bfc0-6e08296f4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336080 Jul 08 13:10:21.977166 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 2c50ae57-b5ea-4671-a4c5-aaf41a64088e up at agent hyperv_hv-cinder-78960 {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:10:22.033451 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Provisioning for port 2c50ae57-b5ea-4671-a4c5-aaf41a64088e completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:10:22.038401 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Provisioning complete for port 2c50ae57-b5ea-4671-a4c5-aaf41a64088e triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:10:22.040300 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:22.117123 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:22.138973 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f40f9a2-3480-40a5-b78d-741ea4287cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c50ae57-b5ea-4671-a4c5-aaf41a64088e'}] {{(pid=93013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:10:22.141230 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437348d2bcada7eee63ab7a3e0cc12fc8f9484ad9c5d405f769a928aff85887c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e05adca-b888-4a9c-a6f9-3a9f407e0b0f" -d '{"events": [{"server_uuid": "4f40f9a2-3480-40a5-b78d-741ea4287cf0", "name": "network-vif-plugged", "status": "completed", "tag": "2c50ae57-b5ea-4671-a4c5-aaf41a64088e"}]}' {{(pid=93013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:10:22.154562 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port 2c50ae57-b5ea-4671-a4c5-aaf41a64088e, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2c50ae57-b5ea-4671-a4c5-aaf41a64088e,segment=NetworkSegment(d6a0444c-8b57-43f5-9ba0-98181553d2a4),segment_id=d6a0444c-8b57-43f5-9ba0-98181553d2a4)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:10:22.160215 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:22.186817 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4174fe28-3e1b-47b9-9c53-07c7e7d273a2 x-openstack-request-id: req-4174fe28-3e1b-47b9-9c53-07c7e7d273a2 {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:10:22.187104 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f40f9a2-3480-40a5-b78d-741ea4287cf0", "name": "network-vif-plugged", "status": "completed", "tag": "2c50ae57-b5ea-4671-a4c5-aaf41a64088e", "code": 200}]} {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:10:22.187352 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4174fe28-3e1b-47b9-9c53-07c7e7d273a2 {{(pid=93013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:10:22.187732 dv-cinder-789603-11-iscsi neutron-server[93013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f40f9a2-3480-40a5-b78d-741ea4287cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c50ae57-b5ea-4671-a4c5-aaf41a64088e', 'code': 200} Jul 08 13:10:22.214227 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Pushing event updated for resources: {'Port': ['ID=2c50ae57-b5ea-4671-a4c5-aaf41a64088e,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:10:22.237837 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782ad97-7295-40c4-ac41-747a3b92fdb4 req-9e2d9b18-8f23-48e6-9f75-036a672c167b tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:22.239997 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-1782ad97-7295-40c4-ac41-747a3b92fdb4 req-9e2d9b18-8f23-48e6-9f75-036a672c167b tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f40f9a2-3480-40a5-b78d-741ea4287cf0 HTTP/1.1" status: 200 len: 945 time: 0.0695798 Jul 08 13:10:22.278114 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-1782ad97-7295-40c4-ac41-747a3b92fdb4 req-3a5a4a99-7e78-4079-a8f5-4d89e674163a tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/security-groups?id=c32d02b4-aa39-4e9f-bfc0-6e08296f4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331330 Jul 08 13:10:22.449461 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d285e69-5bc8-4edd-aa0d-b355bcf60a02 req-d176de41-b8e6-4f04-b15a-f3bdfd9edaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:22.450952 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-7d285e69-5bc8-4edd-aa0d-b355bcf60a02 req-d176de41-b8e6-4f04-b15a-f3bdfd9edaf8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4f40f9a2-3480-40a5-b78d-741ea4287cf0 HTTP/1.1" status: 200 len: 1098 time: 0.0508499 Jul 08 13:10:22.489584 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-7d285e69-5bc8-4edd-aa0d-b355bcf60a02 req-987c3a65-1c2e-42b6-adf9-23a3cb373c72 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c32d02b4-aa39-4e9f-bfc0-6e08296f4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300713 Jul 08 13:10:23.135167 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 45222) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:10:23.711557 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cefeab7-9cb2-4eda-bc4b-74eee5744ac4 req-3ec9904b-1a0b-4ad7-83f5-72f1e97087b1 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:23.713026 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3cefeab7-9cb2-4eda-bc4b-74eee5744ac4 req-3ec9904b-1a0b-4ad7-83f5-72f1e97087b1 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f40f9a2-3480-40a5-b78d-741ea4287cf0 HTTP/1.1" status: 200 len: 945 time: 0.1013408 Jul 08 13:10:23.743161 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-22dfb5fe-cffd-4d84-b488-347407d05c30 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Deleting port 663945b4-82ee-4b06-8f13-4b3d2336da36 {{(pid=93012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:10:23.743497 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-22dfb5fe-cffd-4d84-b488-347407d05c30 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:23.789544 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3cefeab7-9cb2-4eda-bc4b-74eee5744ac4 req-e2472440-4fbe-400b-88ad-5bde785e7424 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/security-groups?id=c32d02b4-aa39-4e9f-bfc0-6e08296f4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703158 Jul 08 13:10:23.825990 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-22dfb5fe-cffd-4d84-b488-347407d05c30 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:23.826316 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-22dfb5fe-cffd-4d84-b488-347407d05c30 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:23.837480 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-22dfb5fe-cffd-4d84-b488-347407d05c30 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Calling delete_port for 663945b4-82ee-4b06-8f13-4b3d2336da36 owned by network:floatingip {{(pid=93012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:10:24.003723 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-22dfb5fe-cffd-4d84-b488-347407d05c30 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4509848'] for port, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:24.033709 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dfb5fe-cffd-4d84-b488-347407d05c30 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Pushing event deleted for resources: {'Port': ['ID=663945b4-82ee-4b06-8f13-4b3d2336da36,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:10:24.096333 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-22dfb5fe-cffd-4d84-b488-347407d05c30 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Notify callbacks [] for floatingip, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:24.096664 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.db.l3_db [None req-22dfb5fe-cffd-4d84-b488-347407d05c30 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Floating IP 2792f4c9-caa3-4eda-8758-7dea0b06114c disassociated (deleted). External IP: 172.27.1.190, port: 05ebf464-bb95-4cd8-9e1a-37f7a16d1615. Jul 08 13:10:24.294990 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22dfb5fe-cffd-4d84-b488-347407d05c30 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Router c5343fd3-ff82-436f-89fb-d99d64c0165e has already been hosted by L3 agent f415b27f-d318-40de-bd28-ecbd03c16a41 {{(pid=93012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 13:10:24.397460 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22dfb5fe-cffd-4d84-b488-347407d05c30 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Notify agent at l3_agent.dv-cinder-789603-11-iscsi the message routers_updated {{(pid=93012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:10:24.402280 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-22dfb5fe-cffd-4d84-b488-347407d05c30 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for floatingip, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:24.407618 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bee37b7-cc62-4613-868a-0577af79f856 None None] Sync routers for ids ['c5343fd3-ff82-436f-89fb-d99d64c0165e'] in dv-cinder-789603-11-iscsi {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:10:24.417918 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bee37b7-cc62-4613-868a-0577af79f856 None None] Routers {'c5343fd3-ff82-436f-89fb-d99d64c0165e'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:10:24.418526 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-4bee37b7-cc62-4613-868a-0577af79f856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:10:05Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['c5343fd3-ff82-436f-89fb-d99d64c0165e'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:10:24.438433 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-22dfb5fe-cffd-4d84-b488-347407d05c30 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "DELETE /v2.0/floatingips/2792f4c9-caa3-4eda-8758-7dea0b06114c HTTP/1.1" status: 204 len: 168 time: 1.3021719 Jul 08 13:10:24.439125 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aea33ea-0d78-4928-8848-6cc743de64b0', 'tag': '05ebf464-bb95-4cd8-9e1a-37f7a16d1615'}] {{(pid=93012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:10:24.441782 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd052ad9988fae0c023d90ace067622d59124d56325abb0637f2c794eb114897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2002cf39-34d4-4fc7-a0f5-d2f5e022e33f" -d '{"events": [{"name": "network-changed", "server_uuid": "3aea33ea-0d78-4928-8848-6cc743de64b0", "tag": "05ebf464-bb95-4cd8-9e1a-37f7a16d1615"}]}' {{(pid=93012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:10:24.481477 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 13:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9abe0a-f7ca-4d9f-9e05-094f57b99cbe x-openstack-request-id: req-cd9abe0a-f7ca-4d9f-9e05-094f57b99cbe {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:10:24.481772 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aea33ea-0d78-4928-8848-6cc743de64b0", "tag": "05ebf464-bb95-4cd8-9e1a-37f7a16d1615", "status": "completed", "code": 200}]} {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:10:24.482026 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cd9abe0a-f7ca-4d9f-9e05-094f57b99cbe {{(pid=93012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:10:24.482425 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aea33ea-0d78-4928-8848-6cc743de64b0', 'tag': '05ebf464-bb95-4cd8-9e1a-37f7a16d1615', 'status': 'completed', 'code': 200} Jul 08 13:10:24.528761 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-4bee37b7-cc62-4613-868a-0577af79f856 None None] Set router c5343fd3-ff82-436f-89fb-d99d64c0165e gateway port host: dv-cinder-789603-11-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:10:24.740504 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-4bee37b7-cc62-4613-868a-0577af79f856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5343fd3-ff82-436f-89fb-d99d64c0165e', 'name': 'tempest-TestShelveInstance-1310091746-router', 'tenant_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '5c04eaa0-189c-4282-9bf2-4ad6059dfa29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:26Z', 'updated_at': '2021-07-08T13:04:33Z', 'revision_number': 4, 'project_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'gw_port': {'id': '5c04eaa0-189c-4282-9bf2-4ad6059dfa29', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:94:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5343fd3-ff82-436f-89fb-d99d64c0165e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:26Z', 'updated_at': '2021-07-08T13:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': 'c12c6fd5-385c-4ddc-bc9f-07c02d975442', 'name': '', 'network_id': 'c49b9db1-0426-4015-9afe-1fff90136761', 'tenant_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'mac_address': 'fa:16:3e:5d:05:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5343fd3-ff82-436f-89fb-d99d64c0165e', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '82be07f0-1d9e-44ff-8c03-11cf8bfac97c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:31Z', 'updated_at': '2021-07-08T13:04:42Z', 'revision_number': 5, 'project_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'subnets': [{'id': '82be07f0-1d9e-44ff-8c03-11cf8bfac97c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:10:24.767934 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bee37b7-cc62-4613-868a-0577af79f856 None None] Checking router: c5343fd3-ff82-436f-89fb-d99d64c0165e for host: dv-cinder-789603-11-iscsi {{(pid=93013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:10:24.776881 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bee37b7-cc62-4613-868a-0577af79f856 None None] Routers {'c5343fd3-ff82-436f-89fb-d99d64c0165e'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:10:24.777492 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-4bee37b7-cc62-4613-868a-0577af79f856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:10:05Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['c5343fd3-ff82-436f-89fb-d99d64c0165e'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:10:24.796436 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b50d0-2bf0-41e0-8b7f-77d0d95fa6bf req-d0636f92-3fb5-4baa-8c5b-1fb689cec71f tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:24.797943 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0c1b50d0-2bf0-41e0-8b7f-77d0d95fa6bf req-d0636f92-3fb5-4baa-8c5b-1fb689cec71f tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/ports?device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 946 time: 0.0645158 Jul 08 13:10:24.840859 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0c1b50d0-2bf0-41e0-8b7f-77d0d95fa6bf req-f6f382c3-8b7e-4f46-8db2-d5dc85a97a81 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/security-groups?id=be666b80-73fb-4087-b244-2d5837e7ba42&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372326 Jul 08 13:10:24.887769 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-4bee37b7-cc62-4613-868a-0577af79f856 None None] Set router c5343fd3-ff82-436f-89fb-d99d64c0165e gateway port host: dv-cinder-789603-11-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:10:24.971323 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773cbb4-9540-4cda-a94b-a16d06f06bdf req-f2da51fe-82e3-4271-aac4-981e075cef19 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:24.972864 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-8773cbb4-9540-4cda-a94b-a16d06f06bdf req-f2da51fe-82e3-4271-aac4-981e075cef19 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f40f9a2-3480-40a5-b78d-741ea4287cf0 HTTP/1.1" status: 200 len: 945 time: 0.0658081 Jul 08 13:10:25.011526 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-8773cbb4-9540-4cda-a94b-a16d06f06bdf req-9a2783ca-8ca3-4d92-a734-52d2fb525aa8 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/security-groups?id=c32d02b4-aa39-4e9f-bfc0-6e08296f4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331435 Jul 08 13:10:25.091006 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-4bee37b7-cc62-4613-868a-0577af79f856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5343fd3-ff82-436f-89fb-d99d64c0165e', 'name': 'tempest-TestShelveInstance-1310091746-router', 'tenant_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '5c04eaa0-189c-4282-9bf2-4ad6059dfa29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:26Z', 'updated_at': '2021-07-08T13:04:33Z', 'revision_number': 4, 'project_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'gw_port': {'id': '5c04eaa0-189c-4282-9bf2-4ad6059dfa29', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:94:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5343fd3-ff82-436f-89fb-d99d64c0165e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:26Z', 'updated_at': '2021-07-08T13:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': 'c12c6fd5-385c-4ddc-bc9f-07c02d975442', 'name': '', 'network_id': 'c49b9db1-0426-4015-9afe-1fff90136761', 'tenant_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'mac_address': 'fa:16:3e:5d:05:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5343fd3-ff82-436f-89fb-d99d64c0165e', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '82be07f0-1d9e-44ff-8c03-11cf8bfac97c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:31Z', 'updated_at': '2021-07-08T13:04:42Z', 'revision_number': 5, 'project_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'subnets': [{'id': '82be07f0-1d9e-44ff-8c03-11cf8bfac97c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:10:25.117315 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bee37b7-cc62-4613-868a-0577af79f856 None None] The sync data for ids ['c5343fd3-ff82-436f-89fb-d99d64c0165e'] in dv-cinder-789603-11-iscsi is: [{'id': 'c5343fd3-ff82-436f-89fb-d99d64c0165e', 'name': 'tempest-TestShelveInstance-1310091746-router', 'tenant_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '5c04eaa0-189c-4282-9bf2-4ad6059dfa29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:26Z', 'updated_at': '2021-07-08T13:04:33Z', 'revision_number': 4, 'project_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'gw_port': {'id': '5c04eaa0-189c-4282-9bf2-4ad6059dfa29', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:94:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5343fd3-ff82-436f-89fb-d99d64c0165e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:26Z', 'updated_at': '2021-07-08T13:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': 'c12c6fd5-385c-4ddc-bc9f-07c02d975442', 'name': '', 'network_id': 'c49b9db1-0426-4015-9afe-1fff90136761', 'tenant_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'mac_address': 'fa:16:3e:5d:05:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5343fd3-ff82-436f-89fb-d99d64c0165e', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '82be07f0-1d9e-44ff-8c03-11cf8bfac97c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:31Z', 'updated_at': '2021-07-08T13:04:42Z', 'revision_number': 5, 'project_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'subnets': [{'id': '82be07f0-1d9e-44ff-8c03-11cf8bfac97c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:10:25.328907 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d308b166-9a74-4440-bc5a-41f5cf0ddbf3 None None] New status for floating IP 2792f4c9-caa3-4eda-8758-7dea0b06114c: DOWN {{(pid=93014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 13:10:26.013917 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed23cc6-b80f-4e0a-98a8-0e94d7364e8e req-d37026b0-db5d-45a4-a6b1-9ab3b291539f tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:26.015775 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9ed23cc6-b80f-4e0a-98a8-0e94d7364e8e req-d37026b0-db5d-45a4-a6b1-9ab3b291539f tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/ports?device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 946 time: 0.0653782 Jul 08 13:10:26.055045 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9ed23cc6-b80f-4e0a-98a8-0e94d7364e8e req-a6a50afd-148c-4041-951d-c6af060e9640 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/security-groups?id=be666b80-73fb-4087-b244-2d5837e7ba42&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341403 Jul 08 13:10:26.190325 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368192c-ec54-477d-97bc-23718403493e req-f05a5ad7-4fb4-44a7-8fc8-cf72b0a9c9cb tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:26.191793 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-c368192c-ec54-477d-97bc-23718403493e req-f05a5ad7-4fb4-44a7-8fc8-cf72b0a9c9cb tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f40f9a2-3480-40a5-b78d-741ea4287cf0 HTTP/1.1" status: 200 len: 945 time: 0.0626292 Jul 08 13:10:26.228998 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-c368192c-ec54-477d-97bc-23718403493e req-33457720-de06-4305-b9fe-3d23f8d5a441 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/security-groups?id=c32d02b4-aa39-4e9f-bfc0-6e08296f4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311284 Jul 08 13:10:26.366474 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002cf39-34d4-4fc7-a0f5-d2f5e022e33f req-ef0ec532-6d48-48e7-9554-a10b19a9a6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:26.367947 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-2002cf39-34d4-4fc7-a0f5-d2f5e022e33f req-ef0ec532-6d48-48e7-9554-a10b19a9a6d6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ed74fee3baae41ecbf26ed6bbd744249&device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 1099 time: 0.0519075 Jul 08 13:10:26.499842 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002cf39-34d4-4fc7-a0f5-d2f5e022e33f req-c4672753-3461-4fdb-886e-18c153c78a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:26.501369 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-2002cf39-34d4-4fc7-a0f5-d2f5e022e33f req-c4672753-3461-4fdb-886e-18c153c78a3a service neutron] 10.222.0.21 "GET /v2.0/networks?id=c49b9db1-0426-4015-9afe-1fff90136761 HTTP/1.1" status: 200 len: 910 time: 0.0870111 Jul 08 13:10:26.551484 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-2002cf39-34d4-4fc7-a0f5-d2f5e022e33f req-3b9d7944-746d-4a79-bc73-3193fdf03d2d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=05ebf464-bb95-4cd8-9e1a-37f7a16d1615 HTTP/1.1" status: 200 len: 217 time: 0.0343316 Jul 08 13:10:26.620043 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002cf39-34d4-4fc7-a0f5-d2f5e022e33f req-afc5cd15-1869-412b-923a-e5de6de1da7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:26.621610 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-2002cf39-34d4-4fc7-a0f5-d2f5e022e33f req-afc5cd15-1869-412b-923a-e5de6de1da7d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=82be07f0-1d9e-44ff-8c03-11cf8bfac97c HTTP/1.1" status: 200 len: 848 time: 0.0484514 Jul 08 13:10:26.709730 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002cf39-34d4-4fc7-a0f5-d2f5e022e33f req-2ecb6e9f-0126-4e9a-b7d8-179f14a0d4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:26.711274 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-2002cf39-34d4-4fc7-a0f5-d2f5e022e33f req-2ecb6e9f-0126-4e9a-b7d8-179f14a0d4b8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c49b9db1-0426-4015-9afe-1fff90136761&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0535188 Jul 08 13:10:26.804904 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-2002cf39-34d4-4fc7-a0f5-d2f5e022e33f req-b0c30baa-c856-404a-85fe-1a8213efed22 service neutron] 10.222.0.21 "GET /v2.0/networks/c49b9db1-0426-4015-9afe-1fff90136761?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829997 Jul 08 13:10:26.901401 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-2002cf39-34d4-4fc7-a0f5-d2f5e022e33f req-6a6a0dd5-2d15-47cf-93ff-4f0cf3a83b96 service neutron] 10.222.0.21 "GET /v2.0/networks/c49b9db1-0426-4015-9afe-1fff90136761?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892727 Jul 08 13:10:27.227223 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d3d14b-f761-4be7-8a6f-c28e4ae2ac91 req-f844d258-6f27-47fb-a25f-768c713e63ae tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:27.228976 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-21d3d14b-f761-4be7-8a6f-c28e4ae2ac91 req-f844d258-6f27-47fb-a25f-768c713e63ae tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/ports?device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 946 time: 0.0636234 Jul 08 13:10:27.266802 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-21d3d14b-f761-4be7-8a6f-c28e4ae2ac91 req-060d29e0-e79e-40f7-9efe-7efd016588aa tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/security-groups?id=be666b80-73fb-4087-b244-2d5837e7ba42&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319934 Jul 08 13:10:27.415257 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815221e8-bcb4-4074-80e8-e03f153b7560 req-a890345e-27c0-4a5b-9a02-c516412035c0 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:27.416764 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-815221e8-bcb4-4074-80e8-e03f153b7560 req-a890345e-27c0-4a5b-9a02-c516412035c0 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f40f9a2-3480-40a5-b78d-741ea4287cf0 HTTP/1.1" status: 200 len: 945 time: 0.0628448 Jul 08 13:10:27.453347 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-815221e8-bcb4-4074-80e8-e03f153b7560 req-fed0fb57-efec-4040-9f9f-0aeb0dd8ebd0 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/security-groups?id=c32d02b4-aa39-4e9f-bfc0-6e08296f4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310473 Jul 08 13:10:28.446758 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7636f-885e-4d65-a753-47538a334a59 req-e5d6789a-97a8-42b8-abf4-33c6609f2856 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:28.448327 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-73a7636f-885e-4d65-a753-47538a334a59 req-e5d6789a-97a8-42b8-abf4-33c6609f2856 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/ports?device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 946 time: 0.0702918 Jul 08 13:10:28.489685 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-73a7636f-885e-4d65-a753-47538a334a59 req-ec695aed-74b5-4693-8f3e-3f54d6937e00 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/security-groups?id=be666b80-73fb-4087-b244-2d5837e7ba42&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355215 Jul 08 13:10:28.641619 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa7a71-2378-4c4b-83b7-395baae61d13 req-bbb58b7c-956d-4265-aaba-487c3984ee43 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:28.642863 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-65fa7a71-2378-4c4b-83b7-395baae61d13 req-bbb58b7c-956d-4265-aaba-487c3984ee43 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.21 "GET /v2.0/ports?device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 946 time: 0.0654907 Jul 08 13:10:28.830971 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [req-65fa7a71-2378-4c4b-83b7-395baae61d13 req-ad146b06-921b-4a3f-ae9e-63608efe2f3d tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Deleting port 05ebf464-bb95-4cd8-9e1a-37f7a16d1615 {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:10:28.831324 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-65fa7a71-2378-4c4b-83b7-395baae61d13 req-ad146b06-921b-4a3f-ae9e-63608efe2f3d tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:28.930930 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-65fa7a71-2378-4c4b-83b7-395baae61d13 req-ad146b06-921b-4a3f-ae9e-63608efe2f3d tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] For port 05ebf464-bb95-4cd8-9e1a-37f7a16d1615, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=05ebf464-bb95-4cd8-9e1a-37f7a16d1615,segment=NetworkSegment(32964103-717e-44fc-b530-57634237afd8),segment_id=32964103-717e-44fc-b530-57634237afd8)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:10:28.931292 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-65fa7a71-2378-4c4b-83b7-395baae61d13 req-ad146b06-921b-4a3f-ae9e-63608efe2f3d tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:28.944478 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [req-65fa7a71-2378-4c4b-83b7-395baae61d13 req-ad146b06-921b-4a3f-ae9e-63608efe2f3d tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Calling delete_port for 05ebf464-bb95-4cd8-9e1a-37f7a16d1615 owned by compute:nova {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:10:29.077226 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-65fa7a71-2378-4c4b-83b7-395baae61d13 req-ad146b06-921b-4a3f-ae9e-63608efe2f3d tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789347'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:29.113193 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad146b06-921b-4a3f-ae9e-63608efe2f3d tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Pushing event deleted for resources: {'Port': ['ID=05ebf464-bb95-4cd8-9e1a-37f7a16d1615,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:10:29.166008 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [req-65fa7a71-2378-4c4b-83b7-395baae61d13 req-ad146b06-921b-4a3f-ae9e-63608efe2f3d tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] No DVR routers for this DVR port 05ebf464-bb95-4cd8-9e1a-37f7a16d1615 on host hv-cinder-78960 {{(pid=93011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:10:29.169011 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-65fa7a71-2378-4c4b-83b7-395baae61d13 req-ad146b06-921b-4a3f-ae9e-63608efe2f3d tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:29.171416 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-65fa7a71-2378-4c4b-83b7-395baae61d13 req-ad146b06-921b-4a3f-ae9e-63608efe2f3d tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.21 "DELETE /v2.0/ports/05ebf464-bb95-4cd8-9e1a-37f7a16d1615 HTTP/1.1" status: 204 len: 173 time: 0.4581506 Jul 08 13:10:29.172630 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aea33ea-0d78-4928-8848-6cc743de64b0', 'name': 'network-vif-deleted', 'tag': '05ebf464-bb95-4cd8-9e1a-37f7a16d1615'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:10:29.175222 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79934bd8df5839606b1ce54b63dc7d70fed780423e2c756261eeaeb19bf0c4d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07555416-7f72-4da0-aaf4-b57bd213998b" -d '{"events": [{"server_uuid": "3aea33ea-0d78-4928-8848-6cc743de64b0", "name": "network-vif-deleted", "tag": "05ebf464-bb95-4cd8-9e1a-37f7a16d1615"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:10:29.215936 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72bdff63-634c-46e2-9d91-85792ad3dfa1 x-openstack-request-id: req-72bdff63-634c-46e2-9d91-85792ad3dfa1 {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:10:29.215936 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aea33ea-0d78-4928-8848-6cc743de64b0", "name": "network-vif-deleted", "tag": "05ebf464-bb95-4cd8-9e1a-37f7a16d1615", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:10:29.216336 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-72bdff63-634c-46e2-9d91-85792ad3dfa1 {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:10:29.216797 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aea33ea-0d78-4928-8848-6cc743de64b0', 'name': 'network-vif-deleted', 'tag': '05ebf464-bb95-4cd8-9e1a-37f7a16d1615', 'status': 'completed', 'code': 200} Jul 08 13:10:29.634001 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ef192aaf-731a-4d90-908c-3d324a918a41 req-c07c74d8-d361-456d-b203-a2abede01d84 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "GET /v2.0/ports?device_id=3aea33ea-0d78-4928-8848-6cc743de64b0 HTTP/1.1" status: 200 len: 210 time: 0.0294609 Jul 08 13:10:30.051091 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:30.729477 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 45298) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:10:30.787689 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-0ac47ed1-a8e2-440e-97e1-0645c09e80b7 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:30.812979 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-0ac47ed1-a8e2-440e-97e1-0645c09e80b7 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:30.873527 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-0ac47ed1-a8e2-440e-97e1-0645c09e80b7 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:30.876094 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-0ac47ed1-a8e2-440e-97e1-0645c09e80b7 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:30.879683 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-0ac47ed1-a8e2-440e-97e1-0645c09e80b7 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] 10.222.0.59 "DELETE /v2.0/security-groups/be666b80-73fb-4087-b244-2d5837e7ba42 HTTP/1.1" status: 204 len: 168 time: 0.1468105 Jul 08 13:10:30.887089 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac47ed1-a8e2-440e-97e1-0645c09e80b7 tempest-TestShelveInstance-1090782881 tempest-TestShelveInstance-1090782881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be666b80-73fb-4087-b244-2d5837e7ba42,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:10:30.933976 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 45308) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:10:31.399379 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f54a944e-fdd2-4bc9-8e01-60ea021e7413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544778'] for router_interface, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:31.649664 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-f54a944e-fdd2-4bc9-8e01-60ea021e7413 admin admin] Deleting port c12c6fd5-385c-4ddc-bc9f-07c02d975442 {{(pid=93012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:10:31.649953 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f54a944e-fdd2-4bc9-8e01-60ea021e7413 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:31.737686 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [None req-f54a944e-fdd2-4bc9-8e01-60ea021e7413 admin admin] For port c12c6fd5-385c-4ddc-bc9f-07c02d975442, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=c12c6fd5-385c-4ddc-bc9f-07c02d975442,segment=NetworkSegment(32964103-717e-44fc-b530-57634237afd8),segment_id=32964103-717e-44fc-b530-57634237afd8)] {{(pid=93012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:10:31.738394 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f54a944e-fdd2-4bc9-8e01-60ea021e7413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:31.750171 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-f54a944e-fdd2-4bc9-8e01-60ea021e7413 admin admin] Calling delete_port for c12c6fd5-385c-4ddc-bc9f-07c02d975442 owned by network:router_interface {{(pid=93012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:10:31.927222 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f54a944e-fdd2-4bc9-8e01-60ea021e7413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4509848'] for port, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:31.953328 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54a944e-fdd2-4bc9-8e01-60ea021e7413 admin admin] Pushing event deleted for resources: {'Port': ['ID=c12c6fd5-385c-4ddc-bc9f-07c02d975442,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:10:32.030817 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 05ebf464-bb95-4cd8-9e1a-37f7a16d1615 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:10:32.061824 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] No Port match for: 05ebf464-bb95-4cd8-9e1a-37f7a16d1615 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:10:32.062542 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 05ebf464-bb95-4cd8-9e1a-37f7a16d1615 not bound to the agent host hv-cinder-78960 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:10:32.150651 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f54a944e-fdd2-4bc9-8e01-60ea021e7413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544972'] for router_interface, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:32.222437 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 45320) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:10:32.327536 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b7479446-0f4b-49b7-88b2-3eed873eb775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:32.370034 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f54a944e-fdd2-4bc9-8e01-60ea021e7413 admin admin] Router c5343fd3-ff82-436f-89fb-d99d64c0165e has already been hosted by L3 agent f415b27f-d318-40de-bd28-ecbd03c16a41 {{(pid=93012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 13:10:32.438174 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b7479446-0f4b-49b7-88b2-3eed873eb775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:32.442120 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b7479446-0f4b-49b7-88b2-3eed873eb775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:32.481199 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54a944e-fdd2-4bc9-8e01-60ea021e7413 admin admin] Notify agent at l3_agent.dv-cinder-789603-11-iscsi the message routers_updated {{(pid=93012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:10:32.482848 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-b7479446-0f4b-49b7-88b2-3eed873eb775 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f784c84fc5ca4fff8dd8bc0b2a919239&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2592657 Jul 08 13:10:32.484228 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7479446-0f4b-49b7-88b2-3eed873eb775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b78abf6-a13e-4489-a8df-f7ce3633bd2f,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:10:32.486579 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 45326) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:10:32.489764 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-f54a944e-fdd2-4bc9-8e01-60ea021e7413 admin admin] 10.222.0.59 "PUT /v2.0/routers/c5343fd3-ff82-436f-89fb-d99d64c0165e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5525517 Jul 08 13:10:32.490765 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 45328) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:10:32.509757 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79684482-75f4-47d7-9c7b-16be48549ace None None] Sync routers for ids ['c5343fd3-ff82-436f-89fb-d99d64c0165e'] in dv-cinder-789603-11-iscsi {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:10:32.535120 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79684482-75f4-47d7-9c7b-16be48549ace None None] Routers {'c5343fd3-ff82-436f-89fb-d99d64c0165e'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:10:32.535884 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-79684482-75f4-47d7-9c7b-16be48549ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:10:05Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['c5343fd3-ff82-436f-89fb-d99d64c0165e'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:10:32.539928 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-8c6b211d-0588-40c6-8aa9-554472f89354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:32.543724 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-cea93b13-a0d6-4d3c-aed1-578852a3ac8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:32.566914 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-cea93b13-a0d6-4d3c-aed1-578852a3ac8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:32.607401 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-8c833cdb-b524-410e-81c8-12337554a8cc admin admin] Notify callbacks [] for router, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:32.618346 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-cea93b13-a0d6-4d3c-aed1-578852a3ac8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:32.621042 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-cea93b13-a0d6-4d3c-aed1-578852a3ac8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:32.622454 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-cea93b13-a0d6-4d3c-aed1-578852a3ac8b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9b78abf6-a13e-4489-a8df-f7ce3633bd2f HTTP/1.1" status: 204 len: 168 time: 0.1349785 Jul 08 13:10:32.633631 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea93b13-a0d6-4d3c-aed1-578852a3ac8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b78abf6-a13e-4489-a8df-f7ce3633bd2f,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:10:32.651965 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-79684482-75f4-47d7-9c7b-16be48549ace None None] Set router c5343fd3-ff82-436f-89fb-d99d64c0165e gateway port host: dv-cinder-789603-11-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:10:32.719156 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-8c833cdb-b524-410e-81c8-12337554a8cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:32.777896 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-8c833cdb-b524-410e-81c8-12337554a8cc admin admin] Deleting port 5c04eaa0-189c-4282-9bf2-4ad6059dfa29 {{(pid=93012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:10:32.778571 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-8c833cdb-b524-410e-81c8-12337554a8cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:32.869935 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-79684482-75f4-47d7-9c7b-16be48549ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5343fd3-ff82-436f-89fb-d99d64c0165e', 'name': 'tempest-TestShelveInstance-1310091746-router', 'tenant_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': '5c04eaa0-189c-4282-9bf2-4ad6059dfa29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:26Z', 'updated_at': '2021-07-08T13:10:31Z', 'revision_number': 5, 'project_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'gw_port': {'id': '5c04eaa0-189c-4282-9bf2-4ad6059dfa29', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:94:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5343fd3-ff82-436f-89fb-d99d64c0165e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:26Z', 'updated_at': '2021-07-08T13:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi'}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:10:32.880248 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [None req-8c833cdb-b524-410e-81c8-12337554a8cc admin admin] For port 5c04eaa0-189c-4282-9bf2-4ad6059dfa29, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=5c04eaa0-189c-4282-9bf2-4ad6059dfa29,segment=NetworkSegment(ec4eb99c-636e-43d3-922e-332a95a4195c),segment_id=ec4eb99c-636e-43d3-922e-332a95a4195c)] {{(pid=93012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:10:32.880610 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-8c833cdb-b524-410e-81c8-12337554a8cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:32.893496 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-8c833cdb-b524-410e-81c8-12337554a8cc admin admin] Calling delete_port for 5c04eaa0-189c-4282-9bf2-4ad6059dfa29 owned by network:router_gateway {{(pid=93012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:10:32.896166 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79684482-75f4-47d7-9c7b-16be48549ace None None] Checking router: c5343fd3-ff82-436f-89fb-d99d64c0165e for host: dv-cinder-789603-11-iscsi {{(pid=93013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:10:32.904722 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79684482-75f4-47d7-9c7b-16be48549ace None None] Routers {'c5343fd3-ff82-436f-89fb-d99d64c0165e'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:10:32.905409 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-79684482-75f4-47d7-9c7b-16be48549ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:10:05Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['c5343fd3-ff82-436f-89fb-d99d64c0165e'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:10:33.001913 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-79684482-75f4-47d7-9c7b-16be48549ace None None] Set router c5343fd3-ff82-436f-89fb-d99d64c0165e gateway port host: None {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:10:33.059360 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-79684482-75f4-47d7-9c7b-16be48549ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5343fd3-ff82-436f-89fb-d99d64c0165e', 'name': 'tempest-TestShelveInstance-1310091746-router', 'tenant_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:26Z', 'updated_at': '2021-07-08T13:10:32Z', 'revision_number': 6, 'project_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'gw_port_host': None}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:10:33.076743 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-8c833cdb-b524-410e-81c8-12337554a8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4509848'] for port, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:33.085920 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79684482-75f4-47d7-9c7b-16be48549ace None None] The sync data for ids ['c5343fd3-ff82-436f-89fb-d99d64c0165e'] in dv-cinder-789603-11-iscsi is: [{'id': 'c5343fd3-ff82-436f-89fb-d99d64c0165e', 'name': 'tempest-TestShelveInstance-1310091746-router', 'tenant_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:26Z', 'updated_at': '2021-07-08T13:10:32Z', 'revision_number': 6, 'project_id': 'ed74fee3baae41ecbf26ed6bbd744249', 'gw_port_host': None}] {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:10:33.109600 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c833cdb-b524-410e-81c8-12337554a8cc admin admin] Pushing event deleted for resources: {'Port': ['ID=5c04eaa0-189c-4282-9bf2-4ad6059dfa29,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:10:33.182882 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-8c833cdb-b524-410e-81c8-12337554a8cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545735'] for router_gateway, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:33.532113 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-8c833cdb-b524-410e-81c8-12337554a8cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8364084'] for router, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:33.537149 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-8c833cdb-b524-410e-81c8-12337554a8cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:33.581028 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-8c833cdb-b524-410e-81c8-12337554a8cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-542115'] for router, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:33.581594 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c833cdb-b524-410e-81c8-12337554a8cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5343fd3-ff82-436f-89fb-d99d64c0165e {{(pid=93012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 13:10:33.587553 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-8c833cdb-b524-410e-81c8-12337554a8cc admin admin] Notify callbacks [] for router, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:33.588715 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-8c833cdb-b524-410e-81c8-12337554a8cc admin admin] 10.222.0.59 "DELETE /v2.0/routers/c5343fd3-ff82-436f-89fb-d99d64c0165e HTTP/1.1" status: 204 len: 168 time: 1.0977457 Jul 08 13:10:33.591246 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 45356) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:10:33.640433 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_v2 [None req-84933bda-ad4c-4830-bae8-b11deffe7652 admin admin] Deleting subnet 82be07f0-1d9e-44ff-8c03-11cf8bfac97c {{(pid=93012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 13:10:33.643921 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-84933bda-ad4c-4830-bae8-b11deffe7652 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:33.683999 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-84933bda-ad4c-4830-bae8-b11deffe7652 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4653433'] for subnet, precommit_delete_associations {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:33.780590 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-84933bda-ad4c-4830-bae8-b11deffe7652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388364'] for subnet, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:33.828807 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-84933bda-ad4c-4830-bae8-b11deffe7652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4509906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4655938'] for subnet, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:33.858500 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84933bda-ad4c-4830-bae8-b11deffe7652 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82be07f0-1d9e-44ff-8c03-11cf8bfac97c,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:10:33.862747 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-84933bda-ad4c-4830-bae8-b11deffe7652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for subnet, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:33.865648 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188a0582-3e48-4d07-bcf7-b179f7996b18 None None] Network c49b9db1-0426-4015-9afe-1fff90136761 requested from dv-cinder-789603-11-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 13:10:33.868781 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 45362) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:10:33.869358 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-84933bda-ad4c-4830-bae8-b11deffe7652 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/82be07f0-1d9e-44ff-8c03-11cf8bfac97c HTTP/1.1" status: 204 len: 168 time: 0.2767470 Jul 08 13:10:33.956010 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d553c2d0-593c-4e53-b6a9-e0b79cf5e722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1445167'] for network, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:34.022132 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-d553c2d0-593c-4e53-b6a9-e0b79cf5e722 admin admin] Deleting port 69202b74-35ca-4a38-a336-e5383090c698 {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:10:34.023126 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d553c2d0-593c-4e53-b6a9-e0b79cf5e722 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:34.095482 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-d553c2d0-593c-4e53-b6a9-e0b79cf5e722 admin admin] For port 69202b74-35ca-4a38-a336-e5383090c698, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=69202b74-35ca-4a38-a336-e5383090c698,segment=NetworkSegment(32964103-717e-44fc-b530-57634237afd8),segment_id=32964103-717e-44fc-b530-57634237afd8)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:10:34.096069 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d553c2d0-593c-4e53-b6a9-e0b79cf5e722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:34.105739 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a1bd13-b02a-4f3e-be28-959e54ba3aca None None] DHCP port deletion for c49b9db1-0426-4015-9afe-1fff90136761 request from dv-cinder-789603-11-iscsi {{(pid=93013) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 13:10:34.113293 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-d553c2d0-593c-4e53-b6a9-e0b79cf5e722 admin admin] Calling delete_port for 69202b74-35ca-4a38-a336-e5383090c698 owned by network:dhcp {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:10:34.156235 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-67a1bd13-b02a-4f3e-be28-959e54ba3aca None None] Deleting port 69202b74-35ca-4a38-a336-e5383090c698 {{(pid=93013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:10:34.156615 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-67a1bd13-b02a-4f3e-be28-959e54ba3aca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:34.211688 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d553c2d0-593c-4e53-b6a9-e0b79cf5e722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789347'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:34.226823 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-67a1bd13-b02a-4f3e-be28-959e54ba3aca None None] For port 69202b74-35ca-4a38-a336-e5383090c698, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=69202b74-35ca-4a38-a336-e5383090c698,segment=NetworkSegment(32964103-717e-44fc-b530-57634237afd8),segment_id=32964103-717e-44fc-b530-57634237afd8)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:10:34.227214 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-67a1bd13-b02a-4f3e-be28-959e54ba3aca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:34.244254 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-67a1bd13-b02a-4f3e-be28-959e54ba3aca None None] Calling delete_port for 69202b74-35ca-4a38-a336-e5383090c698 owned by network:dhcp {{(pid=93013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:10:34.245065 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d553c2d0-593c-4e53-b6a9-e0b79cf5e722 admin admin] No DVR routers for this DVR port 69202b74-35ca-4a38-a336-e5383090c698 on host dv-cinder-789603-11-iscsi {{(pid=93011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:10:34.251518 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d553c2d0-593c-4e53-b6a9-e0b79cf5e722 admin admin] Pushing event deleted for resources: {'Port': ['ID=69202b74-35ca-4a38-a336-e5383090c698,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:10:34.324110 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-67a1bd13-b02a-4f3e-be28-959e54ba3aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285'] for port, after_delete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:34.329247 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d553c2d0-593c-4e53-b6a9-e0b79cf5e722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385719', 'neutron.services.segments.db._delete_segments_for_network-8739449493333'] for network, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:34.347640 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.services.segments.db [None req-d553c2d0-593c-4e53-b6a9-e0b79cf5e722 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c49b9db1-0426-4015-9afe-1fff90136761']}} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:10:34.350823 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1bd13-b02a-4f3e-be28-959e54ba3aca None None] Pushing event deleted for resources: {'Port': ['ID=69202b74-35ca-4a38-a336-e5383090c698,revision_number=None']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:10:34.352713 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a1bd13-b02a-4f3e-be28-959e54ba3aca None None] No DVR routers for this DVR port 69202b74-35ca-4a38-a336-e5383090c698 on host dv-cinder-789603-11-iscsi {{(pid=93013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:10:34.360522 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.services.segments.db [None req-d553c2d0-593c-4e53-b6a9-e0b79cf5e722 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32964103-717e-44fc-b530-57634237afd8') {'for_net_delete': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:10:34.361049 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.services.segments.db [None req-d553c2d0-593c-4e53-b6a9-e0b79cf5e722 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32964103-717e-44fc-b530-57634237afd8') {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:10:34.370642 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d553c2d0-593c-4e53-b6a9-e0b79cf5e722 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739449365041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4784270'] for segment, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:34.389541 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d553c2d0-593c-4e53-b6a9-e0b79cf5e722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1381891'] for segment, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:34.398456 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d553c2d0-593c-4e53-b6a9-e0b79cf5e722 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=93011) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 13:10:34.398919 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d553c2d0-593c-4e53-b6a9-e0b79cf5e722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1381891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4789390'] for segment, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: conditions |= (models_v2.Port.network_id.in_( Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: conditions |= (models_v2.Port.network_id.in_( Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: conditions |= (models_v2.Port.network_id.in_( Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: conditions |= (models_v2.Port.network_id.in_( Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: conditions |= (models_v2.Port.network_id.in_( Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: conditions |= (models_v2.Port.network_id.in_( Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: conditions |= (models_v2.Port.network_id.in_( Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: conditions |= (models_v2.Port.network_id.in_( Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: conditions |= (models_v2.Port.network_id.in_( Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: conditions |= (models_v2.Port.network_id.in_( Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: conditions |= (models_v2.Port.network_id.in_( Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: conditions |= (models_v2.Port.network_id.in_( Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: conditions |= (models_v2.Port.network_id.in_( Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: conditions |= (models_v2.Port.network_id.in_( Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: conditions |= (models_v2.Port.network_id.in_( Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: conditions |= (models_v2.Port.network_id.in_( Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: conditions |= (models_v2.Port.network_id.in_( Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: conditions |= (models_v2.Port.network_id.in_( Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: conditions |= (models_v2.Port.network_id.in_( Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: Traceback (most recent call last): Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: timer() Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: cb(*args, **kw) Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: return func(*args, **kwargs) Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: self._notify() Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: self.callback(batched_events) Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: event.method(event) Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: return f(self, *a, **k) Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: return self._get(url).json() Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: return self.request(url, 'GET', **kwargs) Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 13:10:34.400747 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 13:10:34.405945 dv-cinder-789603-11-iscsi neutron-server[93011]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 13:10:34.405945 dv-cinder-789603-11-iscsi neutron-server[93011]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 13:10:34.467919 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d553c2d0-593c-4e53-b6a9-e0b79cf5e722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545699'] for network, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:34.475240 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d553c2d0-593c-4e53-b6a9-e0b79cf5e722 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for network, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:34.477237 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-d553c2d0-593c-4e53-b6a9-e0b79cf5e722 admin admin] 10.222.0.59 "DELETE /v2.0/networks/c49b9db1-0426-4015-9afe-1fff90136761 HTTP/1.1" status: 204 len: 168 time: 0.6037803 Jul 08 13:10:34.484217 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 45364) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:10:34.491740 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d553c2d0-593c-4e53-b6a9-e0b79cf5e722 admin admin] Pushing event deleted for resources: {'Network': ['ID=c49b9db1-0426-4015-9afe-1fff90136761,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:10:34.826870 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 69202b74-35ca-4a38-a336-e5383090c698 no longer exists at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:10:34.848009 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] No Port match for: 69202b74-35ca-4a38-a336-e5383090c698 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:10:34.848439 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 69202b74-35ca-4a38-a336-e5383090c698 not bound to the agent host dv-cinder-789603-11-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:10:34.848862 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 5c04eaa0-189c-4282-9bf2-4ad6059dfa29 no longer exists at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:10:34.849816 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-6a3506fc-08f1-4596-99f8-ab61c07d8ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544778'] for router_interface, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:34.872155 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] No Port match for: 5c04eaa0-189c-4282-9bf2-4ad6059dfa29 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:10:34.872532 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 5c04eaa0-189c-4282-9bf2-4ad6059dfa29 not bound to the agent host dv-cinder-789603-11-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:10:34.872948 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device c12c6fd5-385c-4ddc-bc9f-07c02d975442 no longer exists at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:10:35.018284 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] No Port match for: c12c6fd5-385c-4ddc-bc9f-07c02d975442 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:10:35.018630 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device c12c6fd5-385c-4ddc-bc9f-07c02d975442 not bound to the agent host dv-cinder-789603-11-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:10:35.139860 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-6a3506fc-08f1-4596-99f8-ab61c07d8ded admin admin] Deleting port c609397f-3ea8-4d19-9578-f6dd6fcc1d27 {{(pid=93012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:10:35.140263 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-6a3506fc-08f1-4596-99f8-ab61c07d8ded admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:35.225153 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [None req-6a3506fc-08f1-4596-99f8-ab61c07d8ded admin admin] For port c609397f-3ea8-4d19-9578-f6dd6fcc1d27, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=c609397f-3ea8-4d19-9578-f6dd6fcc1d27,segment=NetworkSegment(89cbd8bf-e0aa-4953-b6d7-ff10d08c586c),segment_id=89cbd8bf-e0aa-4953-b6d7-ff10d08c586c)] {{(pid=93012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:10:35.226128 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-6a3506fc-08f1-4596-99f8-ab61c07d8ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:35.239163 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-6a3506fc-08f1-4596-99f8-ab61c07d8ded admin admin] Calling delete_port for c609397f-3ea8-4d19-9578-f6dd6fcc1d27 owned by network:router_interface {{(pid=93012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:10:35.379489 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-0835fdb3-cb83-4200-8e28-6c4ffc052bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:35.428493 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-6a3506fc-08f1-4596-99f8-ab61c07d8ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4509848'] for port, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:35.454872 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3506fc-08f1-4596-99f8-ab61c07d8ded admin admin] Pushing event deleted for resources: {'Port': ['ID=c609397f-3ea8-4d19-9578-f6dd6fcc1d27,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:10:35.618080 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-6a3506fc-08f1-4596-99f8-ab61c07d8ded admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544972'] for router_interface, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:35.721762 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:35.836605 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a3506fc-08f1-4596-99f8-ab61c07d8ded admin admin] Router 0f835203-8079-43a0-980f-3184c67bea3f has already been hosted by L3 agent f415b27f-d318-40de-bd28-ecbd03c16a41 {{(pid=93012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 13:10:35.941690 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a3506fc-08f1-4596-99f8-ab61c07d8ded admin admin] Notify agent at l3_agent.dv-cinder-789603-11-iscsi the message routers_updated {{(pid=93012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:10:35.947059 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-6a3506fc-08f1-4596-99f8-ab61c07d8ded admin admin] 10.222.0.59 "PUT /v2.0/routers/0f835203-8079-43a0-980f-3184c67bea3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4655449 Jul 08 13:10:35.949537 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 45386) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:10:35.952027 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7748e3c9-479a-41b9-b1f0-156af14c5746 None None] Sync routers for ids ['0f835203-8079-43a0-980f-3184c67bea3f'] in dv-cinder-789603-11-iscsi {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:10:35.962181 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7748e3c9-479a-41b9-b1f0-156af14c5746 None None] Routers {'0f835203-8079-43a0-980f-3184c67bea3f'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:10:35.962868 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-7748e3c9-479a-41b9-b1f0-156af14c5746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:10:35Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['0f835203-8079-43a0-980f-3184c67bea3f'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:10:36.051475 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b36da084-3476-4f64-a116-b027cee471bb admin admin] Notify callbacks [] for router, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:36.064137 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-7748e3c9-479a-41b9-b1f0-156af14c5746 None None] Set router 0f835203-8079-43a0-980f-3184c67bea3f gateway port host: dv-cinder-789603-11-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:10:36.139304 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-97c8e7b9-57f7-456d-825e-78a0ef1aae16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:36.162235 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b36da084-3476-4f64-a116-b027cee471bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:36.214577 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-b36da084-3476-4f64-a116-b027cee471bb admin admin] Deleting port f8c88771-efd3-4b57-8a41-38a8046c80cb {{(pid=93012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:10:36.214924 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b36da084-3476-4f64-a116-b027cee471bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:36.246274 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-7748e3c9-479a-41b9-b1f0-156af14c5746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f835203-8079-43a0-980f-3184c67bea3f', 'name': 'tempest-TestShelveInstance-334418996-router', 'tenant_id': 'cb5b54b45e75401aafc6c27aa52c9f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'f8c88771-efd3-4b57-8a41-38a8046c80cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:39Z', 'updated_at': '2021-07-08T13:10:35Z', 'revision_number': 5, 'project_id': 'cb5b54b45e75401aafc6c27aa52c9f98', 'gw_port': {'id': 'f8c88771-efd3-4b57-8a41-38a8046c80cb', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:11:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f835203-8079-43a0-980f-3184c67bea3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:40Z', 'updated_at': '2021-07-08T13:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi'}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:10:36.276965 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7748e3c9-479a-41b9-b1f0-156af14c5746 None None] Checking router: 0f835203-8079-43a0-980f-3184c67bea3f for host: dv-cinder-789603-11-iscsi {{(pid=93014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:10:36.285570 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7748e3c9-479a-41b9-b1f0-156af14c5746 None None] Routers {'0f835203-8079-43a0-980f-3184c67bea3f'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:10:36.286172 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-7748e3c9-479a-41b9-b1f0-156af14c5746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:10:35Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['0f835203-8079-43a0-980f-3184c67bea3f'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:10:36.294644 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [None req-b36da084-3476-4f64-a116-b027cee471bb admin admin] For port f8c88771-efd3-4b57-8a41-38a8046c80cb, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=f8c88771-efd3-4b57-8a41-38a8046c80cb,segment=NetworkSegment(ec4eb99c-636e-43d3-922e-332a95a4195c),segment_id=ec4eb99c-636e-43d3-922e-332a95a4195c)] {{(pid=93012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:10:36.295004 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b36da084-3476-4f64-a116-b027cee471bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:36.308204 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-b36da084-3476-4f64-a116-b027cee471bb admin admin] Calling delete_port for f8c88771-efd3-4b57-8a41-38a8046c80cb owned by network:router_gateway {{(pid=93012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:10:36.384606 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-7748e3c9-479a-41b9-b1f0-156af14c5746 None None] Set router 0f835203-8079-43a0-980f-3184c67bea3f gateway port host: None {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:10:36.438970 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-7748e3c9-479a-41b9-b1f0-156af14c5746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f835203-8079-43a0-980f-3184c67bea3f', 'name': 'tempest-TestShelveInstance-334418996-router', 'tenant_id': 'cb5b54b45e75401aafc6c27aa52c9f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:39Z', 'updated_at': '2021-07-08T13:10:36Z', 'revision_number': 6, 'project_id': 'cb5b54b45e75401aafc6c27aa52c9f98', 'gw_port_host': None}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:10:36.473392 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7748e3c9-479a-41b9-b1f0-156af14c5746 None None] The sync data for ids ['0f835203-8079-43a0-980f-3184c67bea3f'] in dv-cinder-789603-11-iscsi is: [{'id': '0f835203-8079-43a0-980f-3184c67bea3f', 'name': 'tempest-TestShelveInstance-334418996-router', 'tenant_id': 'cb5b54b45e75401aafc6c27aa52c9f98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:39Z', 'updated_at': '2021-07-08T13:10:36Z', 'revision_number': 6, 'project_id': 'cb5b54b45e75401aafc6c27aa52c9f98', 'gw_port_host': None}] {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:10:36.497288 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b36da084-3476-4f64-a116-b027cee471bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4509848'] for port, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:36.529624 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36da084-3476-4f64-a116-b027cee471bb admin admin] Pushing event deleted for resources: {'Port': ['ID=f8c88771-efd3-4b57-8a41-38a8046c80cb,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:10:36.598246 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b36da084-3476-4f64-a116-b027cee471bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545735'] for router_gateway, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:36.687006 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b36da084-3476-4f64-a116-b027cee471bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8364084'] for router, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:36.689167 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b36da084-3476-4f64-a116-b027cee471bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:36.733590 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b36da084-3476-4f64-a116-b027cee471bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-542115'] for router, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:36.734197 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36da084-3476-4f64-a116-b027cee471bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f835203-8079-43a0-980f-3184c67bea3f {{(pid=93012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 13:10:36.739150 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b36da084-3476-4f64-a116-b027cee471bb admin admin] Notify callbacks [] for router, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:36.740595 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-b36da084-3476-4f64-a116-b027cee471bb admin admin] 10.222.0.59 "DELETE /v2.0/routers/0f835203-8079-43a0-980f-3184c67bea3f HTTP/1.1" status: 204 len: 168 time: 0.7900214 Jul 08 13:10:36.743204 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 45400) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:10:36.788676 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_v2 [None req-03e7724c-f3b0-48a8-a7c9-d017e7cf0ee0 admin admin] Deleting subnet 22a772ff-a0c0-45e3-b36f-b1bf1762eaa3 {{(pid=93011) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 13:10:36.791975 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-03e7724c-f3b0-48a8-a7c9-d017e7cf0ee0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:36.843401 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-03e7724c-f3b0-48a8-a7c9-d017e7cf0ee0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4784263'] for subnet, precommit_delete_associations {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:36.974435 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device c609397f-3ea8-4d19-9578-f6dd6fcc1d27 no longer exists at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:10:36.994425 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] No Port match for: c609397f-3ea8-4d19-9578-f6dd6fcc1d27 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:10:36.994832 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device c609397f-3ea8-4d19-9578-f6dd6fcc1d27 not bound to the agent host dv-cinder-789603-11-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:10:37.002711 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-03e7724c-f3b0-48a8-a7c9-d017e7cf0ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388364'] for subnet, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:37.064045 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-03e7724c-f3b0-48a8-a7c9-d017e7cf0ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5094232'] for subnet, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:37.090340 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e7724c-f3b0-48a8-a7c9-d017e7cf0ee0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22a772ff-a0c0-45e3-b36f-b1bf1762eaa3,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:10:37.098433 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-03e7724c-f3b0-48a8-a7c9-d017e7cf0ee0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:37.100326 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-03e7724c-f3b0-48a8-a7c9-d017e7cf0ee0 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/22a772ff-a0c0-45e3-b36f-b1bf1762eaa3 HTTP/1.1" status: 204 len: 168 time: 0.3560605 Jul 08 13:10:37.102433 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7724c-f3b0-48a8-a7c9-d017e7cf0ee0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:10:37.102790 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7724c-f3b0-48a8-a7c9-d017e7cf0ee0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:10:37.103132 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7724c-f3b0-48a8-a7c9-d017e7cf0ee0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:10:37.103469 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7724c-f3b0-48a8-a7c9-d017e7cf0ee0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:10:37.103785 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 45412) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:10:37.104272 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7724c-f3b0-48a8-a7c9-d017e7cf0ee0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:10:37.104272 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7724c-f3b0-48a8-a7c9-d017e7cf0ee0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:10:37.104485 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7724c-f3b0-48a8-a7c9-d017e7cf0ee0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:10:37.104789 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7724c-f3b0-48a8-a7c9-d017e7cf0ee0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:10:37.105117 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7724c-f3b0-48a8-a7c9-d017e7cf0ee0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:10:37.105440 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7724c-f3b0-48a8-a7c9-d017e7cf0ee0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:10:37.105785 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7724c-f3b0-48a8-a7c9-d017e7cf0ee0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:10:37.106074 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7724c-f3b0-48a8-a7c9-d017e7cf0ee0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:10:37.106413 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fba7d54-5d49-40bb-abd5-abb7be7d037c None None] Network f98c9093-53aa-4e55-bc5f-7b579705e33d requested from dv-cinder-789603-11-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 13:10:37.189776 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-60970f21-bfe3-4a17-a28d-18672464a617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1445167'] for network, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:37.251542 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-60970f21-bfe3-4a17-a28d-18672464a617 admin admin] Deleting port 6fa23997-be3e-4138-952b-398ae4cbaec2 {{(pid=93012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:10:37.251944 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-60970f21-bfe3-4a17-a28d-18672464a617 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:37.327063 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a12537-6be0-44d8-880e-5f591bbe2f22 None None] DHCP port deletion for f98c9093-53aa-4e55-bc5f-7b579705e33d request from dv-cinder-789603-11-iscsi {{(pid=93013) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 13:10:37.329274 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [None req-60970f21-bfe3-4a17-a28d-18672464a617 admin admin] For port 6fa23997-be3e-4138-952b-398ae4cbaec2, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=6fa23997-be3e-4138-952b-398ae4cbaec2,segment=NetworkSegment(89cbd8bf-e0aa-4953-b6d7-ff10d08c586c),segment_id=89cbd8bf-e0aa-4953-b6d7-ff10d08c586c)] {{(pid=93012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:10:37.329633 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-60970f21-bfe3-4a17-a28d-18672464a617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:37.347129 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-60970f21-bfe3-4a17-a28d-18672464a617 admin admin] Calling delete_port for 6fa23997-be3e-4138-952b-398ae4cbaec2 owned by network:dhcp {{(pid=93012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:10:37.372948 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-71a12537-6be0-44d8-880e-5f591bbe2f22 None None] Deleting port 6fa23997-be3e-4138-952b-398ae4cbaec2 {{(pid=93013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:10:37.373326 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-71a12537-6be0-44d8-880e-5f591bbe2f22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:37.428005 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-60970f21-bfe3-4a17-a28d-18672464a617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4509848'] for port, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:37.439398 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-71a12537-6be0-44d8-880e-5f591bbe2f22 None None] For port 6fa23997-be3e-4138-952b-398ae4cbaec2, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=6fa23997-be3e-4138-952b-398ae4cbaec2,segment=NetworkSegment(89cbd8bf-e0aa-4953-b6d7-ff10d08c586c),segment_id=89cbd8bf-e0aa-4953-b6d7-ff10d08c586c)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:10:37.440059 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-71a12537-6be0-44d8-880e-5f591bbe2f22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:37.453453 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60970f21-bfe3-4a17-a28d-18672464a617 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fa23997-be3e-4138-952b-398ae4cbaec2,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:10:37.453781 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-71a12537-6be0-44d8-880e-5f591bbe2f22 None None] Calling delete_port for 6fa23997-be3e-4138-952b-398ae4cbaec2 owned by network:dhcp {{(pid=93013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:10:37.458459 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60970f21-bfe3-4a17-a28d-18672464a617 admin admin] No DVR routers for this DVR port 6fa23997-be3e-4138-952b-398ae4cbaec2 on host dv-cinder-789603-11-iscsi {{(pid=93012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:10:37.534451 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-71a12537-6be0-44d8-880e-5f591bbe2f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285'] for port, after_delete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:37.535927 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-60970f21-bfe3-4a17-a28d-18672464a617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385719', 'neutron.services.segments.db._delete_segments_for_network-8739449493333'] for network, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:37.546728 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-60970f21-bfe3-4a17-a28d-18672464a617 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f98c9093-53aa-4e55-bc5f-7b579705e33d']}} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:10:37.557647 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-60970f21-bfe3-4a17-a28d-18672464a617 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89cbd8bf-e0aa-4953-b6d7-ff10d08c586c') {'for_net_delete': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:10:37.558209 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-60970f21-bfe3-4a17-a28d-18672464a617 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89cbd8bf-e0aa-4953-b6d7-ff10d08c586c') {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:10:37.559616 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a12537-6be0-44d8-880e-5f591bbe2f22 None None] Pushing event deleted for resources: {'Port': ['ID=6fa23997-be3e-4138-952b-398ae4cbaec2,revision_number=None']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:10:37.567853 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a12537-6be0-44d8-880e-5f591bbe2f22 None None] No DVR routers for this DVR port 6fa23997-be3e-4138-952b-398ae4cbaec2 on host dv-cinder-789603-11-iscsi {{(pid=93013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:10:37.570556 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-60970f21-bfe3-4a17-a28d-18672464a617 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739449365041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4653424'] for segment, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:37.572248 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a12537-6be0-44d8-880e-5f591bbe2f22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:10:37.572605 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a12537-6be0-44d8-880e-5f591bbe2f22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:10:37.572947 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a12537-6be0-44d8-880e-5f591bbe2f22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:10:37.573282 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a12537-6be0-44d8-880e-5f591bbe2f22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:10:37.573634 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a12537-6be0-44d8-880e-5f591bbe2f22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:10:37.573964 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a12537-6be0-44d8-880e-5f591bbe2f22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:10:37.574293 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a12537-6be0-44d8-880e-5f591bbe2f22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:10:37.574617 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a12537-6be0-44d8-880e-5f591bbe2f22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:10:37.574944 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a12537-6be0-44d8-880e-5f591bbe2f22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:10:37.575268 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a12537-6be0-44d8-880e-5f591bbe2f22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:10:37.575591 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a12537-6be0-44d8-880e-5f591bbe2f22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:10:37.576152 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a12537-6be0-44d8-880e-5f591bbe2f22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:10:37.592321 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-60970f21-bfe3-4a17-a28d-18672464a617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1381891'] for segment, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:37.598450 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60970f21-bfe3-4a17-a28d-18672464a617 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=93012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 13:10:37.598906 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-60970f21-bfe3-4a17-a28d-18672464a617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1381891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4509813'] for segment, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:37.601101 dv-cinder-789603-11-iscsi neutron-server[93012]: Traceback (most recent call last): Jul 08 13:10:37.601101 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 13:10:37.601101 dv-cinder-789603-11-iscsi neutron-server[93012]: timer() Jul 08 13:10:37.601101 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 13:10:37.601101 dv-cinder-789603-11-iscsi neutron-server[93012]: cb(*args, **kw) Jul 08 13:10:37.601101 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 13:10:37.601101 dv-cinder-789603-11-iscsi neutron-server[93012]: return func(*args, **kwargs) Jul 08 13:10:37.601101 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 13:10:37.601101 dv-cinder-789603-11-iscsi neutron-server[93012]: self._notify() Jul 08 13:10:37.601101 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 13:10:37.601101 dv-cinder-789603-11-iscsi neutron-server[93012]: self.callback(batched_events) Jul 08 13:10:37.601101 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 13:10:37.601101 dv-cinder-789603-11-iscsi neutron-server[93012]: event.method(event) Jul 08 13:10:37.601101 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 13:10:37.601101 dv-cinder-789603-11-iscsi neutron-server[93012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 13:10:37.601101 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 13:10:37.601101 dv-cinder-789603-11-iscsi neutron-server[93012]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 13:10:37.601101 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 13:10:37.601101 dv-cinder-789603-11-iscsi neutron-server[93012]: return f(self, *a, **k) Jul 08 13:10:37.601101 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 13:10:37.601101 dv-cinder-789603-11-iscsi neutron-server[93012]: return self._get(url).json() Jul 08 13:10:37.601101 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 13:10:37.601101 dv-cinder-789603-11-iscsi neutron-server[93012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 13:10:37.601101 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 13:10:37.601101 dv-cinder-789603-11-iscsi neutron-server[93012]: return self.request(url, 'GET', **kwargs) Jul 08 13:10:37.601101 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 13:10:37.601101 dv-cinder-789603-11-iscsi neutron-server[93012]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 13:10:37.601101 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 13:10:37.601101 dv-cinder-789603-11-iscsi neutron-server[93012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 13:10:37.601101 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 13:10:37.601101 dv-cinder-789603-11-iscsi neutron-server[93012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 13:10:37.601101 dv-cinder-789603-11-iscsi neutron-server[93012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 13:10:37.656916 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-60970f21-bfe3-4a17-a28d-18672464a617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545699'] for network, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:37.662640 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-60970f21-bfe3-4a17-a28d-18672464a617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for network, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:37.667127 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-60970f21-bfe3-4a17-a28d-18672464a617 admin admin] 10.222.0.59 "DELETE /v2.0/networks/f98c9093-53aa-4e55-bc5f-7b579705e33d HTTP/1.1" status: 204 len: 168 time: 0.5593934 Jul 08 13:10:37.675995 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60970f21-bfe3-4a17-a28d-18672464a617 admin admin] Pushing event deleted for resources: {'Network': ['ID=f98c9093-53aa-4e55-bc5f-7b579705e33d,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:10:37.843022 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 45428) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:10:37.895273 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-a1565dc2-2cb8-4418-83bb-cfa2dea87dad admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ed74fee3baae41ecbf26ed6bbd744249&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0487509 Jul 08 13:10:37.895508 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 45430) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:10:37.898379 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-615b644b-3110-4324-8d19-7b6387de29b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:37.945701 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-cb5b6587-18c7-4660-a032-af352853317c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:37.967929 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-cb5b6587-18c7-4660-a032-af352853317c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:38.013668 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-cb5b6587-18c7-4660-a032-af352853317c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:38.016280 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-cb5b6587-18c7-4660-a032-af352853317c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:38.017425 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-cb5b6587-18c7-4660-a032-af352853317c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/033bb529-6f6b-43cc-b65f-e19199b04128 HTTP/1.1" status: 204 len: 168 time: 0.1210120 Jul 08 13:10:38.026169 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b6587-18c7-4660-a032-af352853317c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033bb529-6f6b-43cc-b65f-e19199b04128,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:10:38.352273 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 45442) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:10:38.394174 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-53a866e3-6383-4b7d-81ea-782447a9b21f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cb5b54b45e75401aafc6c27aa52c9f98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401008 Jul 08 13:10:38.396077 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 45450) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:10:38.451074 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-59f0e262-a408-43a8-bb7e-cc5a5d88c761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:38.472346 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-59f0e262-a408-43a8-bb7e-cc5a5d88c761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:38.518673 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-59f0e262-a408-43a8-bb7e-cc5a5d88c761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:38.521305 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-59f0e262-a408-43a8-bb7e-cc5a5d88c761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:38.525402 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-59f0e262-a408-43a8-bb7e-cc5a5d88c761 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2b8c1e1a-6d4c-498e-8705-5e4dd7cda430 HTTP/1.1" status: 204 len: 168 time: 0.1260538 Jul 08 13:10:38.531452 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f0e262-a408-43a8-bb7e-cc5a5d88c761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8c1e1a-6d4c-498e-8705-5e4dd7cda430,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:10:38.539697 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c179e-3d2c-403f-b26a-81e314a436c6 req-2a1712d5-32b9-4a53-a394-b171970706c3 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:38.541225 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b81c179e-3d2c-403f-b26a-81e314a436c6 req-2a1712d5-32b9-4a53-a394-b171970706c3 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/networks?id=9648752d-6b78-4fbd-a3a5-c045b8222c73 HTTP/1.1" status: 200 len: 815 time: 0.1054657 Jul 08 13:10:38.557007 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b81c179e-3d2c-403f-b26a-81e314a436c6 req-2856621d-bb41-4a97-bebd-c220e6f295f8 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/quotas/c8a28321db41493598d764beddd50f5e HTTP/1.1" status: 200 len: 375 time: 0.0100441 Jul 08 13:10:38.629666 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b81c179e-3d2c-403f-b26a-81e314a436c6 req-cbeb32cd-6aa6-4380-99c5-13092c4e080e tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c8a28321db41493598d764beddd50f5e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0669959 Jul 08 13:10:38.727970 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b81c179e-3d2c-403f-b26a-81e314a436c6 req-2dd75be3-0a1a-40db-8e68-1b42ceb1d092 service neutron] 10.222.0.59 "GET /v2.0/networks/9648752d-6b78-4fbd-a3a5-c045b8222c73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915418 Jul 08 13:10:38.840648 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-b81c179e-3d2c-403f-b26a-81e314a436c6 req-09e8d325-0de4-497f-98c4-772493293d0c service neutron] 10.222.0.59 "GET /v2.0/networks/9648752d-6b78-4fbd-a3a5-c045b8222c73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067989 Jul 08 13:10:38.851637 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 6fa23997-be3e-4138-952b-398ae4cbaec2 no longer exists at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:10:38.879866 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] No Port match for: 6fa23997-be3e-4138-952b-398ae4cbaec2 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:10:38.880606 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 6fa23997-be3e-4138-952b-398ae4cbaec2 not bound to the agent host dv-cinder-789603-11-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:10:38.881234 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device f8c88771-efd3-4b57-8a41-38a8046c80cb no longer exists at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:10:38.905659 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] No Port match for: f8c88771-efd3-4b57-8a41-38a8046c80cb {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:10:38.906224 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device f8c88771-efd3-4b57-8a41-38a8046c80cb not bound to the agent host dv-cinder-789603-11-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:10:39.063074 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-83e74077-6ecb-4c64-8423-375b312f6d6f req-be14a4c5-732c-4b99-9555-907b5f7a633a tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?device_id=bae75d79-6a60-480d-8a3f-8822c151e0c4 HTTP/1.1" status: 200 len: 210 time: 0.0680406 Jul 08 13:10:40.186215 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a4f1dbc2-e708-472e-a3d7-411607827af1 req-4daecf97-8708-4a29-b8d8-a60566ce482c tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?device_id=bae75d79-6a60-480d-8a3f-8822c151e0c4 HTTP/1.1" status: 200 len: 210 time: 0.0283616 Jul 08 13:10:41.328276 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-42b88a43-3c53-4335-9539-56eeb128cd70 req-b08ba28d-1c9f-4beb-a00a-063dba8ed7a1 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?device_id=bae75d79-6a60-480d-8a3f-8822c151e0c4 HTTP/1.1" status: 200 len: 210 time: 0.0331664 Jul 08 13:10:41.959338 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c179e-3d2c-403f-b26a-81e314a436c6 req-143f90f6-b800-4013-a59e-309425e95bd8 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:41.961359 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-b81c179e-3d2c-403f-b26a-81e314a436c6 req-143f90f6-b800-4013-a59e-309425e95bd8 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.21 "GET /v2.0/networks?id=9648752d-6b78-4fbd-a3a5-c045b8222c73 HTTP/1.1" status: 200 len: 815 time: 0.0983722 Jul 08 13:10:41.984003 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [req-b81c179e-3d2c-403f-b26a-81e314a436c6 req-f77cc318-8120-4859-8a4d-089d07d30198 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Request body: {'port': {'device_id': 'bae75d79-6a60-480d-8a3f-8822c151e0c4', 'network_id': '9648752d-6b78-4fbd-a3a5-c045b8222c73', 'admin_state_up': True, 'tenant_id': 'c8a28321db41493598d764beddd50f5e'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:10:42.116477 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b81c179e-3d2c-403f-b26a-81e314a436c6 req-f77cc318-8120-4859-8a4d-089d07d30198 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Made reservation on behalf of c8a28321db41493598d764beddd50f5e for: {'port': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:10:42.120162 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-b81c179e-3d2c-403f-b26a-81e314a436c6 req-f77cc318-8120-4859-8a4d-089d07d30198 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:42.250279 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [req-b81c179e-3d2c-403f-b26a-81e314a436c6 req-f77cc318-8120-4859-8a4d-089d07d30198 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Allocated IP 172.20.0.13 (9648752d-6b78-4fbd-a3a5-c045b8222c73/5a1ce9cc-728e-475d-90d9-8cb4611af845/e577b32c-7247-48e6-b0bb-02fccda7c574) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:10:42.463965 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-b81c179e-3d2c-403f-b26a-81e314a436c6 req-f77cc318-8120-4859-8a4d-089d07d30198 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:42.506884 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-61d76218-8eac-4efd-9700-d67d7cf070d2 req-4eacca57-fcd3-477a-a5c3-17dce47ec4dd tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?device_id=bae75d79-6a60-480d-8a3f-8822c151e0c4 HTTP/1.1" status: 200 len: 210 time: 0.0381801 Jul 08 13:10:42.524838 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-b81c179e-3d2c-403f-b26a-81e314a436c6 req-f77cc318-8120-4859-8a4d-089d07d30198 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4789364'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:42.566177 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] get_ports_and_sgs() called for port_ids ['dd5a1334-9fa1-4673-80bb-72b67c9fa92c', '3a9f0254-a859-47db-9c86-4913a893580f', '2c50ae57-b5ea-4671-a4c5-aaf41a64088e'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 13:10:42.572498 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b81c179e-3d2c-403f-b26a-81e314a436c6 req-f77cc318-8120-4859-8a4d-089d07d30198 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Network 9648752d-6b78-4fbd-a3a5-c045b8222c73 is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:10:42.579018 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [req-b81c179e-3d2c-403f-b26a-81e314a436c6 req-f77cc318-8120-4859-8a4d-089d07d30198 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:10:42.581707 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [req-b81c179e-3d2c-403f-b26a-81e314a436c6 req-f77cc318-8120-4859-8a4d-089d07d30198 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:10:42.630119 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77cc318-8120-4859-8a4d-089d07d30198 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Pushing event updated for resources: {'Port': ['ID=e577b32c-7247-48e6-b0bb-02fccda7c574,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:10:42.657801 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c179e-3d2c-403f-b26a-81e314a436c6 req-f77cc318-8120-4859-8a4d-089d07d30198 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:42.658424 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-b81c179e-3d2c-403f-b26a-81e314a436c6 req-f77cc318-8120-4859-8a4d-089d07d30198 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:42.684553 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-b81c179e-3d2c-403f-b26a-81e314a436c6 req-f77cc318-8120-4859-8a4d-089d07d30198 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7044208 Jul 08 13:10:42.705235 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [req-b81c179e-3d2c-403f-b26a-81e314a436c6 req-4899a96a-5125-49fa-9cca-c8cbc8c33138 service neutron] Request body: {'port': {'device_id': 'bae75d79-6a60-480d-8a3f-8822c151e0c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:10:42.780826 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-b81c179e-3d2c-403f-b26a-81e314a436c6 req-4899a96a-5125-49fa-9cca-c8cbc8c33138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:43.046045 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [req-b81c179e-3d2c-403f-b26a-81e314a436c6 req-4899a96a-5125-49fa-9cca-c8cbc8c33138 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e577b32c-7247-48e6-b0bb-02fccda7c574 {{(pid=93011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:10:43.053720 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-b81c179e-3d2c-403f-b26a-81e314a436c6 req-4899a96a-5125-49fa-9cca-c8cbc8c33138 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:43.065584 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [req-b81c179e-3d2c-403f-b26a-81e314a436c6 req-4899a96a-5125-49fa-9cca-c8cbc8c33138 service neutron] Transition to ACTIVE for port object e577b32c-7247-48e6-b0bb-02fccda7c574 will not be triggered until provisioned by entity L2. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:10:43.068758 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-b81c179e-3d2c-403f-b26a-81e314a436c6 req-4899a96a-5125-49fa-9cca-c8cbc8c33138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4789354'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:43.117049 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4899a96a-5125-49fa-9cca-c8cbc8c33138 service neutron] Pushing event updated for resources: {'Port': ['ID=e577b32c-7247-48e6-b0bb-02fccda7c574,revision_number=2']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:10:43.187020 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-b81c179e-3d2c-403f-b26a-81e314a436c6 req-4899a96a-5125-49fa-9cca-c8cbc8c33138 service neutron] Attempting to bind port e577b32c-7247-48e6-b0bb-02fccda7c574 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 13:10:43.187347 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-b81c179e-3d2c-403f-b26a-81e314a436c6 req-4899a96a-5125-49fa-9cca-c8cbc8c33138 service neutron] Attempting to bind port e577b32c-7247-48e6-b0bb-02fccda7c574 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'd6a0444c-8b57-43f5-9ba0-98181553d2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9648752d-6b78-4fbd-a3a5-c045b8222c73'}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 13:10:43.187674 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81c179e-3d2c-403f-b26a-81e314a436c6 req-4899a96a-5125-49fa-9cca-c8cbc8c33138 service neutron] Attempting to bind port e577b32c-7247-48e6-b0bb-02fccda7c574 on network 9648752d-6b78-4fbd-a3a5-c045b8222c73 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:10:43.192246 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81c179e-3d2c-403f-b26a-81e314a436c6 req-4899a96a-5125-49fa-9cca-c8cbc8c33138 service neutron] Port e577b32c-7247-48e6-b0bb-02fccda7c574 on network 9648752d-6b78-4fbd-a3a5-c045b8222c73 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 13:10:43.192566 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81c179e-3d2c-403f-b26a-81e314a436c6 req-4899a96a-5125-49fa-9cca-c8cbc8c33138 service neutron] Attempting to bind port e577b32c-7247-48e6-b0bb-02fccda7c574 on network 9648752d-6b78-4fbd-a3a5-c045b8222c73 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:10:43.197319 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81c179e-3d2c-403f-b26a-81e314a436c6 req-4899a96a-5125-49fa-9cca-c8cbc8c33138 service neutron] Checking agent: {'id': 'c15515fa-7ee9-40ef-8b65-fb183853d126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 13, 0), 'started_at': datetime.datetime(2021, 7, 8, 13, 0), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 13, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 13:10:43.197644 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81c179e-3d2c-403f-b26a-81e314a436c6 req-4899a96a-5125-49fa-9cca-c8cbc8c33138 service neutron] Checking segment: {'id': 'd6a0444c-8b57-43f5-9ba0-98181553d2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9648752d-6b78-4fbd-a3a5-c045b8222c73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:10:43.198022 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81c179e-3d2c-403f-b26a-81e314a436c6 req-4899a96a-5125-49fa-9cca-c8cbc8c33138 service neutron] Bound using segment: {'id': 'd6a0444c-8b57-43f5-9ba0-98181553d2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9648752d-6b78-4fbd-a3a5-c045b8222c73'} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 13:10:43.198449 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-b81c179e-3d2c-403f-b26a-81e314a436c6 req-4899a96a-5125-49fa-9cca-c8cbc8c33138 service neutron] Bound port: e577b32c-7247-48e6-b0bb-02fccda7c574, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6a0444c-8b57-43f5-9ba0-98181553d2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '9648752d-6b78-4fbd-a3a5-c045b8222c73'}}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 13:10:43.198796 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-b81c179e-3d2c-403f-b26a-81e314a436c6 req-4899a96a-5125-49fa-9cca-c8cbc8c33138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:43.263285 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-b81c179e-3d2c-403f-b26a-81e314a436c6 req-4899a96a-5125-49fa-9cca-c8cbc8c33138 service neutron] For port e577b32c-7247-48e6-b0bb-02fccda7c574, host hv-cinder-78960, cleared binding levels {{(pid=93011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 13:10:43.266254 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-b81c179e-3d2c-403f-b26a-81e314a436c6 req-4899a96a-5125-49fa-9cca-c8cbc8c33138 service neutron] For port e577b32c-7247-48e6-b0bb-02fccda7c574, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=e577b32c-7247-48e6-b0bb-02fccda7c574,segment=NetworkSegment(d6a0444c-8b57-43f5-9ba0-98181553d2a4),segment_id=d6a0444c-8b57-43f5-9ba0-98181553d2a4)] {{(pid=93011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 13:10:43.270618 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-b81c179e-3d2c-403f-b26a-81e314a436c6 req-4899a96a-5125-49fa-9cca-c8cbc8c33138 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4789354'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:43.304162 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c179e-3d2c-403f-b26a-81e314a436c6 req-4899a96a-5125-49fa-9cca-c8cbc8c33138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:43.304800 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-b81c179e-3d2c-403f-b26a-81e314a436c6 req-4899a96a-5125-49fa-9cca-c8cbc8c33138 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:43.306208 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-b81c179e-3d2c-403f-b26a-81e314a436c6 req-4899a96a-5125-49fa-9cca-c8cbc8c33138 service neutron] 10.222.0.21 "PUT /v2.0/ports/e577b32c-7247-48e6-b0bb-02fccda7c574 HTTP/1.1" status: 200 len: 1094 time: 0.6057384 Jul 08 13:10:43.306640 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bae75d79-6a60-480d-8a3f-8822c151e0c4', 'tag': 'e577b32c-7247-48e6-b0bb-02fccda7c574'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:10:43.308917 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79934bd8df5839606b1ce54b63dc7d70fed780423e2c756261eeaeb19bf0c4d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-472ee26c-3233-4aad-928b-0d6413b94ebd" -d '{"events": [{"name": "network-changed", "server_uuid": "bae75d79-6a60-480d-8a3f-8822c151e0c4", "tag": "e577b32c-7247-48e6-b0bb-02fccda7c574"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:10:43.337406 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4899a96a-5125-49fa-9cca-c8cbc8c33138 service neutron] Pushing event updated for resources: {'Port': ['ID=e577b32c-7247-48e6-b0bb-02fccda7c574,revision_number=3']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:10:43.347264 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 13:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f066166b-e920-410a-a484-91da9ba7c40c x-openstack-request-id: req-f066166b-e920-410a-a484-91da9ba7c40c {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:10:43.347572 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bae75d79-6a60-480d-8a3f-8822c151e0c4", "tag": "e577b32c-7247-48e6-b0bb-02fccda7c574", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:10:43.347824 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f066166b-e920-410a-a484-91da9ba7c40c {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:10:43.348269 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bae75d79-6a60-480d-8a3f-8822c151e0c4', 'tag': 'e577b32c-7247-48e6-b0bb-02fccda7c574', 'status': 'completed', 'code': 200} Jul 08 13:10:43.447687 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c179e-3d2c-403f-b26a-81e314a436c6 req-ba399b82-c815-4ea5-817e-179cc5dd5d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:43.449204 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-b81c179e-3d2c-403f-b26a-81e314a436c6 req-ba399b82-c815-4ea5-817e-179cc5dd5d5f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c8a28321db41493598d764beddd50f5e&device_id=bae75d79-6a60-480d-8a3f-8822c151e0c4 HTTP/1.1" status: 200 len: 1097 time: 0.0544889 Jul 08 13:10:43.508429 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-b81c179e-3d2c-403f-b26a-81e314a436c6 req-2354461e-5565-4ed8-baf2-b5738ba2644e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e577b32c-7247-48e6-b0bb-02fccda7c574 HTTP/1.1" status: 200 len: 217 time: 0.0369468 Jul 08 13:10:43.560556 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c179e-3d2c-403f-b26a-81e314a436c6 req-8ba900e7-1de0-48d2-a17f-ca8fd6df2143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:43.561934 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-b81c179e-3d2c-403f-b26a-81e314a436c6 req-8ba900e7-1de0-48d2-a17f-ca8fd6df2143 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5a1ce9cc-728e-475d-90d9-8cb4611af845 HTTP/1.1" status: 200 len: 855 time: 0.0429547 Jul 08 13:10:43.597082 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-b81c179e-3d2c-403f-b26a-81e314a436c6 req-5a17a082-e1e5-4634-bf06-c732ef5ec01b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9648752d-6b78-4fbd-a3a5-c045b8222c73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269973 Jul 08 13:10:43.683360 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603259cb-dab9-4498-855d-277ede81541e req-1e37ac9b-8cf4-49ab-86c5-c3eccf1c3245 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:43.684923 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-603259cb-dab9-4498-855d-277ede81541e req-1e37ac9b-8cf4-49ab-86c5-c3eccf1c3245 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?device_id=bae75d79-6a60-480d-8a3f-8822c151e0c4 HTTP/1.1" status: 200 len: 944 time: 0.0678647 Jul 08 13:10:43.697739 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-b81c179e-3d2c-403f-b26a-81e314a436c6 req-cb812104-920c-458e-8a10-beb2b6e36efa service neutron] 10.222.0.21 "GET /v2.0/networks/9648752d-6b78-4fbd-a3a5-c045b8222c73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923076 Jul 08 13:10:43.732281 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-603259cb-dab9-4498-855d-277ede81541e req-ce816936-0374-4470-bd8a-69aacf27563d tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/security-groups?id=c32d02b4-aa39-4e9f-bfc0-6e08296f4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379217 Jul 08 13:10:43.790166 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-b81c179e-3d2c-403f-b26a-81e314a436c6 req-a8e97f0e-c2dc-43c4-acc9-2d161e23bc48 service neutron] 10.222.0.21 "GET /v2.0/networks/9648752d-6b78-4fbd-a3a5-c045b8222c73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835829 Jul 08 13:10:43.966692 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ee26c-3233-4aad-928b-0d6413b94ebd req-dee837a9-410d-4c1b-af97-c1efa7d41330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:43.968272 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-472ee26c-3233-4aad-928b-0d6413b94ebd req-dee837a9-410d-4c1b-af97-c1efa7d41330 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c8a28321db41493598d764beddd50f5e&device_id=bae75d79-6a60-480d-8a3f-8822c151e0c4 HTTP/1.1" status: 200 len: 1097 time: 0.0532377 Jul 08 13:10:44.060763 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ee26c-3233-4aad-928b-0d6413b94ebd req-20809595-1ddc-4204-ab0f-d53550ca6f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:44.062236 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-472ee26c-3233-4aad-928b-0d6413b94ebd req-20809595-1ddc-4204-ab0f-d53550ca6f2c service neutron] 10.222.0.21 "GET /v2.0/networks?id=9648752d-6b78-4fbd-a3a5-c045b8222c73 HTTP/1.1" status: 200 len: 916 time: 0.0873640 Jul 08 13:10:44.106884 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-472ee26c-3233-4aad-928b-0d6413b94ebd req-cc1d1b99-db09-4dfe-95b1-d2222a1c657a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e577b32c-7247-48e6-b0bb-02fccda7c574 HTTP/1.1" status: 200 len: 217 time: 0.0336032 Jul 08 13:10:44.156410 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ee26c-3233-4aad-928b-0d6413b94ebd req-87fa9f55-e822-4d05-87b3-e62fdbe49700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:44.157806 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-472ee26c-3233-4aad-928b-0d6413b94ebd req-87fa9f55-e822-4d05-87b3-e62fdbe49700 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5a1ce9cc-728e-475d-90d9-8cb4611af845 HTTP/1.1" status: 200 len: 855 time: 0.0417163 Jul 08 13:10:44.196212 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-472ee26c-3233-4aad-928b-0d6413b94ebd req-81cc99f9-c92e-4822-81d2-1ea961fe68a4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9648752d-6b78-4fbd-a3a5-c045b8222c73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315225 Jul 08 13:10:44.282426 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-472ee26c-3233-4aad-928b-0d6413b94ebd req-80a4827b-3684-49e5-8457-7333bac2aacc service neutron] 10.222.0.21 "GET /v2.0/networks/9648752d-6b78-4fbd-a3a5-c045b8222c73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783241 Jul 08 13:10:44.374121 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-472ee26c-3233-4aad-928b-0d6413b94ebd req-ba723ecd-26d5-4c52-a804-3d444a6f4f0a service neutron] 10.222.0.21 "GET /v2.0/networks/9648752d-6b78-4fbd-a3a5-c045b8222c73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840371 Jul 08 13:10:44.903518 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a739f5-1259-4c96-bbea-fb1937c59ea7 req-9395942c-4aa3-4bde-b896-57c38416f766 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:44.905113 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-e3a739f5-1259-4c96-bbea-fb1937c59ea7 req-9395942c-4aa3-4bde-b896-57c38416f766 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?device_id=bae75d79-6a60-480d-8a3f-8822c151e0c4 HTTP/1.1" status: 200 len: 944 time: 0.0683002 Jul 08 13:10:44.941999 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-e3a739f5-1259-4c96-bbea-fb1937c59ea7 req-12d00908-3fb0-4cec-a4b9-efea706c0a09 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/security-groups?id=c32d02b4-aa39-4e9f-bfc0-6e08296f4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313253 Jul 08 13:10:46.113174 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33fe260-2ae4-4720-a0e1-757d80441662 req-0a050b35-f131-4b77-869e-4f5f9d571360 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:46.114605 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a33fe260-2ae4-4720-a0e1-757d80441662 req-0a050b35-f131-4b77-869e-4f5f9d571360 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?device_id=bae75d79-6a60-480d-8a3f-8822c151e0c4 HTTP/1.1" status: 200 len: 944 time: 0.0649855 Jul 08 13:10:46.151759 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a33fe260-2ae4-4720-a0e1-757d80441662 req-33638c0f-80fa-4c85-aed9-c220c9d110f7 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/security-groups?id=c32d02b4-aa39-4e9f-bfc0-6e08296f4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315075 Jul 08 13:10:46.917936 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0e64b5de-b512-4277-99f7-a9934dbae736 req-5ea261ec-de76-46b8-a4df-b2b1bb69b8e6 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-519167378&fields=id&tenant_id=72e6ac284e134db6984ee5463fd84268 HTTP/1.1" status: 200 len: 267 time: 0.0332117 Jul 08 13:10:47.021896 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64b5de-b512-4277-99f7-a9934dbae736 req-eba74d76-023c-4409-a909-4742f6b29a9a tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:47.023930 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0e64b5de-b512-4277-99f7-a9934dbae736 req-eba74d76-023c-4409-a909-4742f6b29a9a tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/networks?id=6414870c-e55b-4de0-96ed-e21f9e007cfe HTTP/1.1" status: 200 len: 812 time: 0.0998430 Jul 08 13:10:47.039868 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0e64b5de-b512-4277-99f7-a9934dbae736 req-f78a9db0-1611-4bac-9047-567b323a1830 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/quotas/72e6ac284e134db6984ee5463fd84268 HTTP/1.1" status: 200 len: 375 time: 0.0096118 Jul 08 13:10:47.127612 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0e64b5de-b512-4277-99f7-a9934dbae736 req-506dd7fa-ec00-4fd0-bf53-9b57730a17a6 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=72e6ac284e134db6984ee5463fd84268&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0827072 Jul 08 13:10:47.228415 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0e64b5de-b512-4277-99f7-a9934dbae736 req-743f8984-7f6e-4f29-83c0-792351f6993d service neutron] 10.222.0.59 "GET /v2.0/networks/6414870c-e55b-4de0-96ed-e21f9e007cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862405 Jul 08 13:10:47.317251 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0e64b5de-b512-4277-99f7-a9934dbae736 req-a3035a1a-7dff-44f0-b8cc-b786fd388aee service neutron] 10.222.0.59 "GET /v2.0/networks/6414870c-e55b-4de0-96ed-e21f9e007cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830607 Jul 08 13:10:47.324048 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07f1b1-1982-4d94-b11c-cc39c95e8c62 req-5d917507-c818-42de-ba10-abbd2ef3d349 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:47.325572 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9f07f1b1-1982-4d94-b11c-cc39c95e8c62 req-5d917507-c818-42de-ba10-abbd2ef3d349 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?device_id=bae75d79-6a60-480d-8a3f-8822c151e0c4 HTTP/1.1" status: 200 len: 944 time: 0.0652051 Jul 08 13:10:47.364094 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9f07f1b1-1982-4d94-b11c-cc39c95e8c62 req-55d28900-0d86-4a09-a559-04e215aa4066 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/security-groups?id=c32d02b4-aa39-4e9f-bfc0-6e08296f4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330338 Jul 08 13:10:47.621393 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-67882357-21d2-4293-a3a6-69d708feeadc req-27c97e7c-c6d1-4075-927f-5a7a8c2ef868 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=74bbbc3c-0cef-4ad5-ad39-1c5dcf7f02ad HTTP/1.1" status: 200 len: 210 time: 0.0285978 Jul 08 13:10:48.520130 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device e577b32c-7247-48e6-b0bb-02fccda7c574 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=93013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 13:10:48.542311 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec09c3-752b-4aaa-8d83-024c96341835 req-0e94d8c7-f11a-4793-8200-2fe407dfa00a tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:48.543805 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-71ec09c3-752b-4aaa-8d83-024c96341835 req-0e94d8c7-f11a-4793-8200-2fe407dfa00a tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?device_id=bae75d79-6a60-480d-8a3f-8822c151e0c4 HTTP/1.1" status: 200 len: 944 time: 0.0655067 Jul 08 13:10:48.586844 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-71ec09c3-752b-4aaa-8d83-024c96341835 req-6fa1746d-47a8-44d1-bcc7-e7a49377fb0a tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/security-groups?id=c32d02b4-aa39-4e9f-bfc0-6e08296f4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373952 Jul 08 13:10:48.630628 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port e577b32c-7247-48e6-b0bb-02fccda7c574, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=e577b32c-7247-48e6-b0bb-02fccda7c574,segment=NetworkSegment(d6a0444c-8b57-43f5-9ba0-98181553d2a4),segment_id=d6a0444c-8b57-43f5-9ba0-98181553d2a4)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:10:48.645976 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Returning: {'device': 'e577b32c-7247-48e6-b0bb-02fccda7c574', 'network_id': '9648752d-6b78-4fbd-a3a5-c045b8222c73', 'port_id': 'e577b32c-7247-48e6-b0bb-02fccda7c574', 'mac_address': 'fa:16:3e:65:89:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a1ce9cc-728e-475d-90d9-8cb4611af845', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 13:10:48.685895 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:48.699674 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e577b32c-7247-48e6-b0bb-02fccda7c574 {{(pid=93013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:10:48.720496 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port e577b32c-7247-48e6-b0bb-02fccda7c574, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=e577b32c-7247-48e6-b0bb-02fccda7c574,segment=NetworkSegment(d6a0444c-8b57-43f5-9ba0-98181553d2a4),segment_id=d6a0444c-8b57-43f5-9ba0-98181553d2a4)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:10:48.724546 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:48.770011 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-22c47ece-8248-45f0-8900-fa1f72f90e68 req-fe9c7008-df37-41e9-aaaa-1ff3171a078c tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=74bbbc3c-0cef-4ad5-ad39-1c5dcf7f02ad HTTP/1.1" status: 200 len: 210 time: 0.0297968 Jul 08 13:10:48.786615 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Pushing event updated for resources: {'Port': ['ID=e577b32c-7247-48e6-b0bb-02fccda7c574,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:10:49.129637 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] get_ports_and_sgs() called for port_ids ['e577b32c-7247-48e6-b0bb-02fccda7c574'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 13:10:50.055320 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64b5de-b512-4277-99f7-a9934dbae736 req-f6bc3849-6a92-45c6-b703-2b819bc0ae7e tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:50.056833 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0e64b5de-b512-4277-99f7-a9934dbae736 req-f6bc3849-6a92-45c6-b703-2b819bc0ae7e tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.21 "GET /v2.0/networks?id=6414870c-e55b-4de0-96ed-e21f9e007cfe HTTP/1.1" status: 200 len: 812 time: 0.4313807 Jul 08 13:10:50.068355 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e230a7-bfc1-4574-9c85-5d2b7e4c0a02 req-0cca4b95-7084-47ee-99ef-7af5572c43b1 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:50.070476 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-74e230a7-bfc1-4574-9c85-5d2b7e4c0a02 req-0cca4b95-7084-47ee-99ef-7af5572c43b1 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?device_id=bae75d79-6a60-480d-8a3f-8822c151e0c4 HTTP/1.1" status: 200 len: 945 time: 0.1123834 Jul 08 13:10:50.079399 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-97916e80-c43c-4f2d-bc4a-b9d68931aceb req-d55b3236-a7a6-4828-976a-cbc0fe3956d5 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=74bbbc3c-0cef-4ad5-ad39-1c5dcf7f02ad HTTP/1.1" status: 200 len: 210 time: 0.0296626 Jul 08 13:10:50.108499 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device e577b32c-7247-48e6-b0bb-02fccda7c574 up at agent hyperv_hv-cinder-78960 {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:10:50.132218 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0e64b5de-b512-4277-99f7-a9934dbae736 req-c66bdff1-33c5-423d-aaa8-eb3ddc40195a tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72e6ac284e134db6984ee5463fd84268 HTTP/1.1" status: 200 len: 379 time: 0.0580893 Jul 08 13:10:50.139468 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-74e230a7-bfc1-4574-9c85-5d2b7e4c0a02 req-266f3cf8-d90c-4ce4-a8f6-43bc813e355e tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/security-groups?id=c32d02b4-aa39-4e9f-bfc0-6e08296f4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594926 Jul 08 13:10:50.144136 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [req-0e64b5de-b512-4277-99f7-a9934dbae736 req-45a4f3dc-4ec8-4616-ab2e-cc01840c5a23 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Request body: {'port': {'device_id': '74bbbc3c-0cef-4ad5-ad39-1c5dcf7f02ad', 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe', 'admin_state_up': True, 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'security_groups': ['1905c27f-739b-4619-88c1-b64cd2f47568']}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:10:50.173284 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Provisioning for port e577b32c-7247-48e6-b0bb-02fccda7c574 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:10:50.177225 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Provisioning complete for port e577b32c-7247-48e6-b0bb-02fccda7c574 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:10:50.177600 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:50.261019 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e64b5de-b512-4277-99f7-a9934dbae736 req-45a4f3dc-4ec8-4616-ab2e-cc01840c5a23 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Made reservation on behalf of 72e6ac284e134db6984ee5463fd84268 for: {'port': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:10:50.264682 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-0e64b5de-b512-4277-99f7-a9934dbae736 req-45a4f3dc-4ec8-4616-ab2e-cc01840c5a23 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:50.274034 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:50.305944 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bae75d79-6a60-480d-8a3f-8822c151e0c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e577b32c-7247-48e6-b0bb-02fccda7c574'}] {{(pid=93013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:10:50.308300 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437348d2bcada7eee63ab7a3e0cc12fc8f9484ad9c5d405f769a928aff85887c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157436ed-a114-4df1-83cc-949f316ca15d" -d '{"events": [{"server_uuid": "bae75d79-6a60-480d-8a3f-8822c151e0c4", "name": "network-vif-plugged", "status": "completed", "tag": "e577b32c-7247-48e6-b0bb-02fccda7c574"}]}' {{(pid=93013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:10:50.323919 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port e577b32c-7247-48e6-b0bb-02fccda7c574, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=e577b32c-7247-48e6-b0bb-02fccda7c574,segment=NetworkSegment(d6a0444c-8b57-43f5-9ba0-98181553d2a4),segment_id=d6a0444c-8b57-43f5-9ba0-98181553d2a4)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:10:50.329997 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:50.360414 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf93b20-4d01-4f6d-afa0-2cedc2294141 x-openstack-request-id: req-baf93b20-4d01-4f6d-afa0-2cedc2294141 {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:10:50.360704 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bae75d79-6a60-480d-8a3f-8822c151e0c4", "name": "network-vif-plugged", "status": "completed", "tag": "e577b32c-7247-48e6-b0bb-02fccda7c574", "code": 200}]} {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:10:50.360961 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-baf93b20-4d01-4f6d-afa0-2cedc2294141 {{(pid=93013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:10:50.361377 dv-cinder-789603-11-iscsi neutron-server[93013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae75d79-6a60-480d-8a3f-8822c151e0c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e577b32c-7247-48e6-b0bb-02fccda7c574', 'code': 200} Jul 08 13:10:50.394354 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Pushing event updated for resources: {'Port': ['ID=e577b32c-7247-48e6-b0bb-02fccda7c574,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:10:50.407420 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [req-0e64b5de-b512-4277-99f7-a9934dbae736 req-45a4f3dc-4ec8-4616-ab2e-cc01840c5a23 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Allocated IP 172.20.0.9 (6414870c-e55b-4de0-96ed-e21f9e007cfe/d28d3121-202c-40d9-81a2-6dc38ff463b2/b7c50c87-5d09-4684-893f-b9da50b535f8) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:10:50.574926 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-0e64b5de-b512-4277-99f7-a9934dbae736 req-45a4f3dc-4ec8-4616-ab2e-cc01840c5a23 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:50.592077 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [req-0e64b5de-b512-4277-99f7-a9934dbae736 req-45a4f3dc-4ec8-4616-ab2e-cc01840c5a23 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Transition to ACTIVE for port object b7c50c87-5d09-4684-893f-b9da50b535f8 will not be triggered until provisioned by entity DHCP. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:10:50.633754 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-0e64b5de-b512-4277-99f7-a9934dbae736 req-45a4f3dc-4ec8-4616-ab2e-cc01840c5a23 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4789364'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:50.714632 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e64b5de-b512-4277-99f7-a9934dbae736 req-45a4f3dc-4ec8-4616-ab2e-cc01840c5a23 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Network 6414870c-e55b-4de0-96ed-e21f9e007cfe is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:10:50.717819 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a4f3dc-4ec8-4616-ab2e-cc01840c5a23 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Pushing event updated for resources: {'Port': ['ID=b7c50c87-5d09-4684-893f-b9da50b535f8,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:10:50.723432 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [req-0e64b5de-b512-4277-99f7-a9934dbae736 req-45a4f3dc-4ec8-4616-ab2e-cc01840c5a23 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:10:50.727365 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e64b5de-b512-4277-99f7-a9934dbae736 req-45a4f3dc-4ec8-4616-ab2e-cc01840c5a23 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:10:50.769924 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb7aba-d524-4e45-a8cc-cf57f5d3d60c req-77a925dc-6f70-495a-8a36-2009a9a4d8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:50.771448 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-27bb7aba-d524-4e45-a8cc-cf57f5d3d60c req-77a925dc-6f70-495a-8a36-2009a9a4d8e2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bae75d79-6a60-480d-8a3f-8822c151e0c4 HTTP/1.1" status: 200 len: 1099 time: 0.1477973 Jul 08 13:10:50.784784 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64b5de-b512-4277-99f7-a9934dbae736 req-45a4f3dc-4ec8-4616-ab2e-cc01840c5a23 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:50.785391 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-0e64b5de-b512-4277-99f7-a9934dbae736 req-45a4f3dc-4ec8-4616-ab2e-cc01840c5a23 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:50.819924 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0e64b5de-b512-4277-99f7-a9934dbae736 req-45a4f3dc-4ec8-4616-ab2e-cc01840c5a23 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6787705 Jul 08 13:10:50.826148 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-27bb7aba-d524-4e45-a8cc-cf57f5d3d60c req-87a15721-cf9d-4e6c-ac49-221b86577470 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c32d02b4-aa39-4e9f-bfc0-6e08296f4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380499 Jul 08 13:10:50.939154 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-ad9599fa-b5b8-4b9c-a686-4b0d5cdf0dd9 None None] Provisioning for port b7c50c87-5d09-4684-893f-b9da50b535f8 completed by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:10:50.942702 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-ad9599fa-b5b8-4b9c-a686-4b0d5cdf0dd9 None None] Provisioning complete for port b7c50c87-5d09-4684-893f-b9da50b535f8 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:10:50.943075 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ad9599fa-b5b8-4b9c-a686-4b0d5cdf0dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:50.979015 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-ad9599fa-b5b8-4b9c-a686-4b0d5cdf0dd9 None None] Port b7c50c87-5d09-4684-893f-b9da50b535f8 cannot update to ACTIVE because it is not bound. {{(pid=93013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 13:10:51.153519 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [req-0e64b5de-b512-4277-99f7-a9934dbae736 req-f3feccd8-0829-442d-9cfa-51034633d6f2 service neutron] Request body: {'port': {'device_id': '74bbbc3c-0cef-4ad5-ad39-1c5dcf7f02ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:10:51.262163 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-0e64b5de-b512-4277-99f7-a9934dbae736 req-f3feccd8-0829-442d-9cfa-51034633d6f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:51.320593 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54857c9c-211b-4d96-8031-79dcb68df754 req-598cfcf0-23bf-4cd4-aeca-1f5383e484a2 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:51.322139 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-54857c9c-211b-4d96-8031-79dcb68df754 req-598cfcf0-23bf-4cd4-aeca-1f5383e484a2 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?device_id=bae75d79-6a60-480d-8a3f-8822c151e0c4 HTTP/1.1" status: 200 len: 946 time: 0.0671153 Jul 08 13:10:51.333087 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3e822c-72cd-4f56-956f-1cfb2114a05a req-def62803-4290-4b07-8068-45f535b730a4 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:51.334571 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ae3e822c-72cd-4f56-956f-1cfb2114a05a req-def62803-4290-4b07-8068-45f535b730a4 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=74bbbc3c-0cef-4ad5-ad39-1c5dcf7f02ad HTTP/1.1" status: 200 len: 931 time: 0.1188610 Jul 08 13:10:51.359846 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-54857c9c-211b-4d96-8031-79dcb68df754 req-59803bfb-52f0-4e89-ab85-b8cea63e1607 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/security-groups?id=c32d02b4-aa39-4e9f-bfc0-6e08296f4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320287 Jul 08 13:10:51.443316 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ae3e822c-72cd-4f56-956f-1cfb2114a05a req-4093ad91-f31f-414f-a48a-6fb9ce1d2e18 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/security-groups?id=1905c27f-739b-4619-88c1-b64cd2f47568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025195 Jul 08 13:10:51.562902 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [req-0e64b5de-b512-4277-99f7-a9934dbae736 req-f3feccd8-0829-442d-9cfa-51034633d6f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7c50c87-5d09-4684-893f-b9da50b535f8 {{(pid=93011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:10:51.570874 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-0e64b5de-b512-4277-99f7-a9934dbae736 req-f3feccd8-0829-442d-9cfa-51034633d6f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:51.582128 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [req-0e64b5de-b512-4277-99f7-a9934dbae736 req-f3feccd8-0829-442d-9cfa-51034633d6f2 service neutron] Transition to ACTIVE for port object b7c50c87-5d09-4684-893f-b9da50b535f8 will not be triggered until provisioned by entity L2. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:10:51.586505 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-0e64b5de-b512-4277-99f7-a9934dbae736 req-f3feccd8-0829-442d-9cfa-51034633d6f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4789354'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:51.638430 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3feccd8-0829-442d-9cfa-51034633d6f2 service neutron] Pushing event updated for resources: {'Port': ['ID=b7c50c87-5d09-4684-893f-b9da50b535f8,revision_number=2']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:10:51.719698 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-0e64b5de-b512-4277-99f7-a9934dbae736 req-f3feccd8-0829-442d-9cfa-51034633d6f2 service neutron] Attempting to bind port b7c50c87-5d09-4684-893f-b9da50b535f8 on host hv-cinder-78960 for vnic_type normal with profile {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 13:10:51.720086 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-0e64b5de-b512-4277-99f7-a9934dbae736 req-f3feccd8-0829-442d-9cfa-51034633d6f2 service neutron] Attempting to bind port b7c50c87-5d09-4684-893f-b9da50b535f8 by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': 'a2927637-e19f-4f91-8a6e-7cfe612d9539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe'}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 13:10:51.720664 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e64b5de-b512-4277-99f7-a9934dbae736 req-f3feccd8-0829-442d-9cfa-51034633d6f2 service neutron] Attempting to bind port b7c50c87-5d09-4684-893f-b9da50b535f8 on network 6414870c-e55b-4de0-96ed-e21f9e007cfe {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:10:51.726961 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e64b5de-b512-4277-99f7-a9934dbae736 req-f3feccd8-0829-442d-9cfa-51034633d6f2 service neutron] Port b7c50c87-5d09-4684-893f-b9da50b535f8 on network 6414870c-e55b-4de0-96ed-e21f9e007cfe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 13:10:51.727284 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e64b5de-b512-4277-99f7-a9934dbae736 req-f3feccd8-0829-442d-9cfa-51034633d6f2 service neutron] Attempting to bind port b7c50c87-5d09-4684-893f-b9da50b535f8 on network 6414870c-e55b-4de0-96ed-e21f9e007cfe {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:10:51.732802 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e64b5de-b512-4277-99f7-a9934dbae736 req-f3feccd8-0829-442d-9cfa-51034633d6f2 service neutron] Checking agent: {'id': 'c15515fa-7ee9-40ef-8b65-fb183853d126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 13, 0), 'started_at': datetime.datetime(2021, 7, 8, 13, 0), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 13, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 13:10:51.733147 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e64b5de-b512-4277-99f7-a9934dbae736 req-f3feccd8-0829-442d-9cfa-51034633d6f2 service neutron] Checking segment: {'id': 'a2927637-e19f-4f91-8a6e-7cfe612d9539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:10:51.733533 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e64b5de-b512-4277-99f7-a9934dbae736 req-f3feccd8-0829-442d-9cfa-51034633d6f2 service neutron] Bound using segment: {'id': 'a2927637-e19f-4f91-8a6e-7cfe612d9539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe'} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 13:10:51.734107 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-0e64b5de-b512-4277-99f7-a9934dbae736 req-f3feccd8-0829-442d-9cfa-51034633d6f2 service neutron] Bound port: b7c50c87-5d09-4684-893f-b9da50b535f8, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2927637-e19f-4f91-8a6e-7cfe612d9539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe'}}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 13:10:51.734473 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-0e64b5de-b512-4277-99f7-a9934dbae736 req-f3feccd8-0829-442d-9cfa-51034633d6f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:51.811904 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-0e64b5de-b512-4277-99f7-a9934dbae736 req-f3feccd8-0829-442d-9cfa-51034633d6f2 service neutron] For port b7c50c87-5d09-4684-893f-b9da50b535f8, host hv-cinder-78960, cleared binding levels {{(pid=93011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 13:10:51.815348 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-0e64b5de-b512-4277-99f7-a9934dbae736 req-f3feccd8-0829-442d-9cfa-51034633d6f2 service neutron] For port b7c50c87-5d09-4684-893f-b9da50b535f8, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b7c50c87-5d09-4684-893f-b9da50b535f8,segment=NetworkSegment(a2927637-e19f-4f91-8a6e-7cfe612d9539),segment_id=a2927637-e19f-4f91-8a6e-7cfe612d9539)] {{(pid=93011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 13:10:51.819726 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-0e64b5de-b512-4277-99f7-a9934dbae736 req-f3feccd8-0829-442d-9cfa-51034633d6f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4789354'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:51.853330 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64b5de-b512-4277-99f7-a9934dbae736 req-f3feccd8-0829-442d-9cfa-51034633d6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:51.853952 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-0e64b5de-b512-4277-99f7-a9934dbae736 req-f3feccd8-0829-442d-9cfa-51034633d6f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:10:51.855332 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0e64b5de-b512-4277-99f7-a9934dbae736 req-f3feccd8-0829-442d-9cfa-51034633d6f2 service neutron] 10.222.0.21 "PUT /v2.0/ports/b7c50c87-5d09-4684-893f-b9da50b535f8 HTTP/1.1" status: 200 len: 1093 time: 0.7063177 Jul 08 13:10:51.855775 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74bbbc3c-0cef-4ad5-ad39-1c5dcf7f02ad', 'tag': 'b7c50c87-5d09-4684-893f-b9da50b535f8'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:10:51.858511 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79934bd8df5839606b1ce54b63dc7d70fed780423e2c756261eeaeb19bf0c4d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38e5cb7-7b23-4a8c-9528-dc725c549f1e" -d '{"events": [{"name": "network-changed", "server_uuid": "74bbbc3c-0cef-4ad5-ad39-1c5dcf7f02ad", "tag": "b7c50c87-5d09-4684-893f-b9da50b535f8"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:10:51.887004 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3feccd8-0829-442d-9cfa-51034633d6f2 service neutron] Pushing event updated for resources: {'Port': ['ID=b7c50c87-5d09-4684-893f-b9da50b535f8,revision_number=3']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:10:51.913882 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 13:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2600e97-c918-47c8-87f8-55e1647f3213 x-openstack-request-id: req-f2600e97-c918-47c8-87f8-55e1647f3213 {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:10:51.914174 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74bbbc3c-0cef-4ad5-ad39-1c5dcf7f02ad", "tag": "b7c50c87-5d09-4684-893f-b9da50b535f8", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:10:51.914428 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f2600e97-c918-47c8-87f8-55e1647f3213 {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:10:51.914831 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74bbbc3c-0cef-4ad5-ad39-1c5dcf7f02ad', 'tag': 'b7c50c87-5d09-4684-893f-b9da50b535f8', 'status': 'completed', 'code': 200} Jul 08 13:10:52.011371 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64b5de-b512-4277-99f7-a9934dbae736 req-e46d06d9-b3ee-4944-9f56-0fe60368bae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:52.012943 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0e64b5de-b512-4277-99f7-a9934dbae736 req-e46d06d9-b3ee-4944-9f56-0fe60368bae3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72e6ac284e134db6984ee5463fd84268&device_id=74bbbc3c-0cef-4ad5-ad39-1c5dcf7f02ad HTTP/1.1" status: 200 len: 1096 time: 0.0608459 Jul 08 13:10:52.111293 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0e64b5de-b512-4277-99f7-a9934dbae736 req-17568a3b-42da-4db5-b76b-22acc645e571 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7c50c87-5d09-4684-893f-b9da50b535f8 HTTP/1.1" status: 200 len: 217 time: 0.0343363 Jul 08 13:10:52.164303 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64b5de-b512-4277-99f7-a9934dbae736 req-28ca069e-0c1e-4da8-a4ff-0451d223e081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:52.165792 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0e64b5de-b512-4277-99f7-a9934dbae736 req-28ca069e-0c1e-4da8-a4ff-0451d223e081 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d28d3121-202c-40d9-81a2-6dc38ff463b2 HTTP/1.1" status: 200 len: 851 time: 0.0457497 Jul 08 13:10:52.241680 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64b5de-b512-4277-99f7-a9934dbae736 req-3ce6c4ba-de3b-469a-8a06-8a2ebfddd9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:52.243260 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0e64b5de-b512-4277-99f7-a9934dbae736 req-3ce6c4ba-de3b-469a-8a06-8a2ebfddd9a3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6414870c-e55b-4de0-96ed-e21f9e007cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0584579 Jul 08 13:10:52.337602 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0e64b5de-b512-4277-99f7-a9934dbae736 req-34fcdda0-e0f3-4153-951e-a0dc2a79cc51 service neutron] 10.222.0.21 "GET /v2.0/networks/6414870c-e55b-4de0-96ed-e21f9e007cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842886 Jul 08 13:10:52.437676 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-0e64b5de-b512-4277-99f7-a9934dbae736 req-433fb243-eb49-4c36-948c-ef5c05878907 service neutron] 10.222.0.21 "GET /v2.0/networks/6414870c-e55b-4de0-96ed-e21f9e007cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854025 Jul 08 13:10:52.541233 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9515e52-f872-4636-adbb-29081a5a5f4d req-e4750504-03b6-46f9-8a50-7baa94155254 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:52.542722 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f9515e52-f872-4636-adbb-29081a5a5f4d req-e4750504-03b6-46f9-8a50-7baa94155254 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?device_id=bae75d79-6a60-480d-8a3f-8822c151e0c4 HTTP/1.1" status: 200 len: 946 time: 0.0679095 Jul 08 13:10:52.609043 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f9515e52-f872-4636-adbb-29081a5a5f4d req-e58756f2-4a8b-4bea-bfdd-e0c764142299 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/security-groups?id=c32d02b4-aa39-4e9f-bfc0-6e08296f4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605052 Jul 08 13:10:52.620745 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98153bed-c0e3-4f4d-a2b3-660895944801 req-222afc22-5192-4c95-a5f7-92c5a7eaa4c7 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:52.622681 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-98153bed-c0e3-4f4d-a2b3-660895944801 req-222afc22-5192-4c95-a5f7-92c5a7eaa4c7 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=74bbbc3c-0cef-4ad5-ad39-1c5dcf7f02ad HTTP/1.1" status: 200 len: 943 time: 0.0638039 Jul 08 13:10:52.630081 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e5cb7-7b23-4a8c-9528-dc725c549f1e req-f230efc2-1635-46a3-864a-d6c2fb352e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:52.631830 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-e38e5cb7-7b23-4a8c-9528-dc725c549f1e req-f230efc2-1635-46a3-864a-d6c2fb352e62 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72e6ac284e134db6984ee5463fd84268&device_id=74bbbc3c-0cef-4ad5-ad39-1c5dcf7f02ad HTTP/1.1" status: 200 len: 1096 time: 0.0757184 Jul 08 13:10:52.660867 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-98153bed-c0e3-4f4d-a2b3-660895944801 req-628fe3f1-063f-4200-a448-034ce6534658 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/security-groups?id=1905c27f-739b-4619-88c1-b64cd2f47568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327816 Jul 08 13:10:52.730165 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e5cb7-7b23-4a8c-9528-dc725c549f1e req-3e686092-c04f-4adf-b00f-1ff79d7b1ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:52.731680 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-e38e5cb7-7b23-4a8c-9528-dc725c549f1e req-3e686092-c04f-4adf-b00f-1ff79d7b1ee8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6414870c-e55b-4de0-96ed-e21f9e007cfe HTTP/1.1" status: 200 len: 913 time: 0.0900674 Jul 08 13:10:52.778149 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-e38e5cb7-7b23-4a8c-9528-dc725c549f1e req-139a31f9-49b9-47d3-85a5-535796ecf38d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7c50c87-5d09-4684-893f-b9da50b535f8 HTTP/1.1" status: 200 len: 217 time: 0.0363021 Jul 08 13:10:52.846296 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e5cb7-7b23-4a8c-9528-dc725c549f1e req-2e53fba7-8d9a-44a4-a373-61e290c904cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:52.847894 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-e38e5cb7-7b23-4a8c-9528-dc725c549f1e req-2e53fba7-8d9a-44a4-a373-61e290c904cc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d28d3121-202c-40d9-81a2-6dc38ff463b2 HTTP/1.1" status: 200 len: 851 time: 0.0555072 Jul 08 13:10:52.913645 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e5cb7-7b23-4a8c-9528-dc725c549f1e req-63d9910b-7095-4f2b-a123-9d3efe85835a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:52.915326 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-e38e5cb7-7b23-4a8c-9528-dc725c549f1e req-63d9910b-7095-4f2b-a123-9d3efe85835a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6414870c-e55b-4de0-96ed-e21f9e007cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0589190 Jul 08 13:10:53.019181 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-e38e5cb7-7b23-4a8c-9528-dc725c549f1e req-cd87afd7-40d6-4b37-90c4-3b1aceac7e05 service neutron] 10.222.0.21 "GET /v2.0/networks/6414870c-e55b-4de0-96ed-e21f9e007cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935099 Jul 08 13:10:53.133085 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-e38e5cb7-7b23-4a8c-9528-dc725c549f1e req-0e58f5c4-01fe-49bd-809f-8540c845c60d service neutron] 10.222.0.21 "GET /v2.0/networks/6414870c-e55b-4de0-96ed-e21f9e007cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940228 Jul 08 13:10:53.837891 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c357906-3c0a-492f-9667-553ca1504406 req-283235b9-3cb1-4378-a63f-4d1c81046462 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:53.839349 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-9c357906-3c0a-492f-9667-553ca1504406 req-283235b9-3cb1-4378-a63f-4d1c81046462 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=74bbbc3c-0cef-4ad5-ad39-1c5dcf7f02ad HTTP/1.1" status: 200 len: 943 time: 0.0650265 Jul 08 13:10:53.876529 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-9c357906-3c0a-492f-9667-553ca1504406 req-a6379466-8f10-4109-b1cb-dc768adb3223 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/security-groups?id=1905c27f-739b-4619-88c1-b64cd2f47568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315344 Jul 08 13:10:54.998509 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-0cef42f3-3a1a-4020-b263-5152d2247e85 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 13:10:55.056962 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94ae19-1177-447a-9ee5-411cf53a82b2 req-687d3cb5-f4db-4198-a79b-8a87c647faa3 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:55.058507 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-cb94ae19-1177-447a-9ee5-411cf53a82b2 req-687d3cb5-f4db-4198-a79b-8a87c647faa3 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=74bbbc3c-0cef-4ad5-ad39-1c5dcf7f02ad HTTP/1.1" status: 200 len: 943 time: 0.0753601 Jul 08 13:10:55.100808 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-cb94ae19-1177-447a-9ee5-411cf53a82b2 req-0c8c1fd9-b4db-4c8e-bcea-25b5bfbd2f9a tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/security-groups?id=1905c27f-739b-4619-88c1-b64cd2f47568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349488 Jul 08 13:10:56.274480 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ced0c-6268-4a25-8259-31775482c39b req-1bfb3dca-598c-4e78-99d1-6c8c058ddbdf tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:56.275950 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-772ced0c-6268-4a25-8259-31775482c39b req-1bfb3dca-598c-4e78-99d1-6c8c058ddbdf tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=74bbbc3c-0cef-4ad5-ad39-1c5dcf7f02ad HTTP/1.1" status: 200 len: 943 time: 0.0656579 Jul 08 13:10:56.572731 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-772ced0c-6268-4a25-8259-31775482c39b req-039c5fc2-aebd-4c9f-a274-317d4db12ee9 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/security-groups?id=1905c27f-739b-4619-88c1-b64cd2f47568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2911608 Jul 08 13:10:57.760776 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2874db-fabf-49d3-8f9a-d59bed0cd605 req-9f601a61-ed89-456e-86a4-e6acf81d8dd2 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:57.762176 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-7c2874db-fabf-49d3-8f9a-d59bed0cd605 req-9f601a61-ed89-456e-86a4-e6acf81d8dd2 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=74bbbc3c-0cef-4ad5-ad39-1c5dcf7f02ad HTTP/1.1" status: 200 len: 943 time: 0.0704281 Jul 08 13:10:57.801668 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-7c2874db-fabf-49d3-8f9a-d59bed0cd605 req-eda29041-8ca9-46b4-ac96-31e5b5d0073b tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/security-groups?id=1905c27f-739b-4619-88c1-b64cd2f47568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339749 Jul 08 13:10:58.972082 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad64c0-866a-4993-a801-5778919216cb req-dec3fcf1-8bd2-40a8-81ba-a4310b55c165 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:10:58.973552 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-96ad64c0-866a-4993-a801-5778919216cb req-dec3fcf1-8bd2-40a8-81ba-a4310b55c165 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=74bbbc3c-0cef-4ad5-ad39-1c5dcf7f02ad HTTP/1.1" status: 200 len: 943 time: 0.0609930 Jul 08 13:10:59.009813 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-96ad64c0-866a-4993-a801-5778919216cb req-201851b9-6cd9-42e1-9f04-f20c2ed893df tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/security-groups?id=1905c27f-739b-4619-88c1-b64cd2f47568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301762 Jul 08 13:11:00.059642 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:00.147100 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device b7c50c87-5d09-4684-893f-b9da50b535f8 details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=93013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 13:11:00.194670 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b8414-3f0d-4bfd-8a73-48b6657189d0 req-94528382-3187-4771-b16b-d5e379090ce5 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:00.196804 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-048b8414-3f0d-4bfd-8a73-48b6657189d0 req-94528382-3187-4771-b16b-d5e379090ce5 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=74bbbc3c-0cef-4ad5-ad39-1c5dcf7f02ad HTTP/1.1" status: 200 len: 943 time: 0.0644133 Jul 08 13:11:00.234231 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-048b8414-3f0d-4bfd-8a73-48b6657189d0 req-6e98fe8a-6764-4b6d-ace2-ae31773197e7 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/security-groups?id=1905c27f-739b-4619-88c1-b64cd2f47568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317197 Jul 08 13:11:00.247499 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port b7c50c87-5d09-4684-893f-b9da50b535f8, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b7c50c87-5d09-4684-893f-b9da50b535f8,segment=NetworkSegment(a2927637-e19f-4f91-8a6e-7cfe612d9539),segment_id=a2927637-e19f-4f91-8a6e-7cfe612d9539)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:11:00.260818 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Returning: {'device': 'b7c50c87-5d09-4684-893f-b9da50b535f8', 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe', 'port_id': 'b7c50c87-5d09-4684-893f-b9da50b535f8', 'mac_address': 'fa:16:3e:de:a8:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd28d3121-202c-40d9-81a2-6dc38ff463b2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 13:11:00.296200 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:00.312857 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7c50c87-5d09-4684-893f-b9da50b535f8 {{(pid=93013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:11:00.332175 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port b7c50c87-5d09-4684-893f-b9da50b535f8, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b7c50c87-5d09-4684-893f-b9da50b535f8,segment=NetworkSegment(a2927637-e19f-4f91-8a6e-7cfe612d9539),segment_id=a2927637-e19f-4f91-8a6e-7cfe612d9539)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:11:00.336041 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:00.381867 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Pushing event updated for resources: {'Port': ['ID=b7c50c87-5d09-4684-893f-b9da50b535f8,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:00.850946 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] get_ports_and_sgs() called for port_ids ['b7c50c87-5d09-4684-893f-b9da50b535f8'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 13:11:01.414154 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac9977-6f41-473b-a54f-0833054bbdfa req-cb343896-a981-403b-ba74-255bce3e9350 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:01.415604 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9cac9977-6f41-473b-a54f-0833054bbdfa req-cb343896-a981-403b-ba74-255bce3e9350 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=74bbbc3c-0cef-4ad5-ad39-1c5dcf7f02ad HTTP/1.1" status: 200 len: 944 time: 0.0684137 Jul 08 13:11:01.454774 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9cac9977-6f41-473b-a54f-0833054bbdfa req-0509cc4b-04c8-4321-916d-e3c1725e95e3 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/security-groups?id=1905c27f-739b-4619-88c1-b64cd2f47568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333457 Jul 08 13:11:02.177932 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device b7c50c87-5d09-4684-893f-b9da50b535f8 up at agent hyperv_hv-cinder-78960 {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:11:02.225432 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Provisioning for port b7c50c87-5d09-4684-893f-b9da50b535f8 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:11:02.229530 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Provisioning complete for port b7c50c87-5d09-4684-893f-b9da50b535f8 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:11:02.229897 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:02.307463 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:02.334335 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74bbbc3c-0cef-4ad5-ad39-1c5dcf7f02ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c50c87-5d09-4684-893f-b9da50b535f8'}] {{(pid=93013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:11:02.337309 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437348d2bcada7eee63ab7a3e0cc12fc8f9484ad9c5d405f769a928aff85887c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc8b6fa-ea68-4efc-8719-53f9bb4cd7ae" -d '{"events": [{"server_uuid": "74bbbc3c-0cef-4ad5-ad39-1c5dcf7f02ad", "name": "network-vif-plugged", "status": "completed", "tag": "b7c50c87-5d09-4684-893f-b9da50b535f8"}]}' {{(pid=93013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:11:02.351170 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port b7c50c87-5d09-4684-893f-b9da50b535f8, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b7c50c87-5d09-4684-893f-b9da50b535f8,segment=NetworkSegment(a2927637-e19f-4f91-8a6e-7cfe612d9539),segment_id=a2927637-e19f-4f91-8a6e-7cfe612d9539)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:11:02.354853 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:02.378747 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a76984-cb5f-4063-8581-371af6c9cdbe x-openstack-request-id: req-29a76984-cb5f-4063-8581-371af6c9cdbe {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:11:02.379045 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74bbbc3c-0cef-4ad5-ad39-1c5dcf7f02ad", "name": "network-vif-plugged", "status": "completed", "tag": "b7c50c87-5d09-4684-893f-b9da50b535f8", "code": 200}]} {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:11:02.379302 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-29a76984-cb5f-4063-8581-371af6c9cdbe {{(pid=93013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:11:02.379695 dv-cinder-789603-11-iscsi neutron-server[93013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74bbbc3c-0cef-4ad5-ad39-1c5dcf7f02ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c50c87-5d09-4684-893f-b9da50b535f8', 'code': 200} Jul 08 13:11:02.384578 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-90550299-f362-4bca-a033-869bbe461da3 req-72c9a27d-382b-4c2c-b013-78cb13b07adc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=78b84aec-22d6-43fd-b3d4-49e9736ce2e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0643053 Jul 08 13:11:02.405703 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Pushing event updated for resources: {'Port': ['ID=b7c50c87-5d09-4684-893f-b9da50b535f8,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:02.540294 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-157462c9-327d-429d-beed-6d4f5498a2ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:02.554059 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90550299-f362-4bca-a033-869bbe461da3 req-85580f3b-843c-4c4d-96e5-c03f50f0a9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:02.556148 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-90550299-f362-4bca-a033-869bbe461da3 req-85580f3b-843c-4c4d-96e5-c03f50f0a9fd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72e6ac284e134db6984ee5463fd84268&device_id=78b84aec-22d6-43fd-b3d4-49e9736ce2e9 HTTP/1.1" status: 200 len: 1098 time: 0.0749362 Jul 08 13:11:02.718666 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d82aee1-797b-4a50-902f-2326f413077d req-68087c1a-5be8-4419-a1c4-4145ad383354 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:02.719560 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-6d82aee1-797b-4a50-902f-2326f413077d req-68087c1a-5be8-4419-a1c4-4145ad383354 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=74bbbc3c-0cef-4ad5-ad39-1c5dcf7f02ad HTTP/1.1" status: 200 len: 945 time: 0.1377833 Jul 08 13:11:02.720389 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90550299-f362-4bca-a033-869bbe461da3 req-89afc9f1-20c4-49d9-8abf-c6766dc3da63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:02.721222 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-90550299-f362-4bca-a033-869bbe461da3 req-89afc9f1-20c4-49d9-8abf-c6766dc3da63 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6414870c-e55b-4de0-96ed-e21f9e007cfe HTTP/1.1" status: 200 len: 913 time: 0.1307774 Jul 08 13:11:02.761188 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-6d82aee1-797b-4a50-902f-2326f413077d req-066c60eb-166a-4706-877d-f933ff13eb6a tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/security-groups?id=1905c27f-739b-4619-88c1-b64cd2f47568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366063 Jul 08 13:11:02.857665 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-90550299-f362-4bca-a033-869bbe461da3 req-c0cf0b1f-98f3-408a-938d-8fb00f87de0e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdfd99ec-1966-454f-ac06-fa99b8738359 HTTP/1.1" status: 200 len: 1001 time: 0.0945537 Jul 08 13:11:02.872123 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc95db-35f9-4d7c-8c9f-31faf50c73c8 req-a3280c64-3eb5-46d6-9749-dcbfa96f1b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:02.873738 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-97bc95db-35f9-4d7c-8c9f-31faf50c73c8 req-a3280c64-3eb5-46d6-9749-dcbfa96f1b0f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=74bbbc3c-0cef-4ad5-ad39-1c5dcf7f02ad HTTP/1.1" status: 200 len: 1098 time: 0.1050220 Jul 08 13:11:02.954768 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-97bc95db-35f9-4d7c-8c9f-31faf50c73c8 req-2af4833e-bf51-4a5a-b254-ce406e1a65aa service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1905c27f-739b-4619-88c1-b64cd2f47568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685945 Jul 08 13:11:02.956274 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90550299-f362-4bca-a033-869bbe461da3 req-9f25bdcf-4a8f-4a41-9ec2-41ef151ef9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:02.957638 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-90550299-f362-4bca-a033-869bbe461da3 req-9f25bdcf-4a8f-4a41-9ec2-41ef151ef9e9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d28d3121-202c-40d9-81a2-6dc38ff463b2 HTTP/1.1" status: 200 len: 851 time: 0.0727906 Jul 08 13:11:03.392006 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90550299-f362-4bca-a033-869bbe461da3 req-871656b3-89f1-4be2-a5d7-15bd166b1f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:03.393460 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-90550299-f362-4bca-a033-869bbe461da3 req-871656b3-89f1-4be2-a5d7-15bd166b1f54 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6414870c-e55b-4de0-96ed-e21f9e007cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0589998 Jul 08 13:11:03.501936 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-90550299-f362-4bca-a033-869bbe461da3 req-384347e0-89e7-4877-a4c2-53811a52aa70 service neutron] 10.222.0.21 "GET /v2.0/networks/6414870c-e55b-4de0-96ed-e21f9e007cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854187 Jul 08 13:11:03.597011 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-90550299-f362-4bca-a033-869bbe461da3 req-504f305c-d729-4087-ac17-8e9d2e7ebcad service neutron] 10.222.0.21 "GET /v2.0/networks/6414870c-e55b-4de0-96ed-e21f9e007cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868506 Jul 08 13:11:03.943764 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c65a0c7-cf29-49f7-8615-8fd67873c855 req-1919648b-3b06-47dd-8666-54f92dfb804d tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:03.945301 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1c65a0c7-cf29-49f7-8615-8fd67873c855 req-1919648b-3b06-47dd-8666-54f92dfb804d tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=74bbbc3c-0cef-4ad5-ad39-1c5dcf7f02ad HTTP/1.1" status: 200 len: 945 time: 0.0638115 Jul 08 13:11:03.985121 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1c65a0c7-cf29-49f7-8615-8fd67873c855 req-8307fdcd-267f-41d2-a3be-b2d095291228 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/security-groups?id=1905c27f-739b-4619-88c1-b64cd2f47568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342350 Jul 08 13:11:05.164377 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60922414-123d-4705-8c83-e4e2335be8ee req-fd31cbf6-d7f8-4c7d-8dc5-42cf207c96e1 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:05.165850 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-60922414-123d-4705-8c83-e4e2335be8ee req-fd31cbf6-d7f8-4c7d-8dc5-42cf207c96e1 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=74bbbc3c-0cef-4ad5-ad39-1c5dcf7f02ad HTTP/1.1" status: 200 len: 945 time: 0.0715060 Jul 08 13:11:05.203785 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-60922414-123d-4705-8c83-e4e2335be8ee req-eb9c777f-af89-426f-8431-9f3133c94609 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/security-groups?id=1905c27f-739b-4619-88c1-b64cd2f47568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323360 Jul 08 13:11:05.376035 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4247a-f335-4ac4-a1ae-577dcb167aa4 req-7ce42a56-9468-405f-9e2f-525879c2e392 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:05.377606 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e6f4247a-f335-4ac4-a1ae-577dcb167aa4 req-7ce42a56-9468-405f-9e2f-525879c2e392 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=74bbbc3c-0cef-4ad5-ad39-1c5dcf7f02ad HTTP/1.1" status: 200 len: 945 time: 0.0684783 Jul 08 13:11:05.402672 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-980f851a-bf3c-4f4f-892d-e0cade6c3540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:05.417999 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-e6f4247a-f335-4ac4-a1ae-577dcb167aa4 req-b5da2d80-64a7-49fc-aa02-6c02bf5e5029 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/security-groups?id=1905c27f-739b-4619-88c1-b64cd2f47568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327024 Jul 08 13:11:05.442750 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 45780) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:11:05.495661 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b053d2df-8b64-4d7a-a4b2-48cc0babe69b tempest-TestVolumeBootPattern-1204336678 tempest-TestVolumeBootPattern-1204336678-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:05.500064 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-b053d2df-8b64-4d7a-a4b2-48cc0babe69b tempest-TestVolumeBootPattern-1204336678 tempest-TestVolumeBootPattern-1204336678-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=74bbbc3c-0cef-4ad5-ad39-1c5dcf7f02ad HTTP/1.1" status: 200 len: 1093 time: 0.0534399 Jul 08 13:11:05.500435 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 45782) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:11:05.505070 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-12625d0c-89c6-437a-9ba3-f9d060ea6eaf tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Request body: {'floatingip': {'floating_network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'port_id': 'b7c50c87-5d09-4684-893f-b9da50b535f8', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:11:05.528412 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-12625d0c-89c6-437a-9ba3-f9d060ea6eaf tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks [] for floatingip, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:05.634047 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-12625d0c-89c6-437a-9ba3-f9d060ea6eaf tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:05.724458 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:05.739431 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [None req-12625d0c-89c6-437a-9ba3-f9d060ea6eaf tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Allocated IP 172.27.1.17 (d18f7e62-ee2d-4e48-b29d-27db78040174/81ab2e47-5fae-4c56-af63-aae451fc3457/45014c53-d60e-41f7-b2ab-440a55775485) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:11:05.753299 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd143bd-5332-4595-a80a-23eca87fb0bf req-332c42fd-bcec-4ba7-b91c-71b9f2ae6ad3 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:05.755240 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8bd143bd-5332-4595-a80a-23eca87fb0bf req-332c42fd-bcec-4ba7-b91c-71b9f2ae6ad3 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?device_id=bae75d79-6a60-480d-8a3f-8822c151e0c4 HTTP/1.1" status: 200 len: 946 time: 0.0712137 Jul 08 13:11:05.794506 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8bd143bd-5332-4595-a80a-23eca87fb0bf req-2e9f02cc-735a-4761-8539-1fd06e2f0267 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/security-groups?id=c32d02b4-aa39-4e9f-bfc0-6e08296f4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325005 Jul 08 13:11:05.857854 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-12625d0c-89c6-437a-9ba3-f9d060ea6eaf tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:05.895586 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-12625d0c-89c6-437a-9ba3-f9d060ea6eaf tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4789364'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:05.934372 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12625d0c-89c6-437a-9ba3-f9d060ea6eaf tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Network d18f7e62-ee2d-4e48-b29d-27db78040174 is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:11:05.937110 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-12625d0c-89c6-437a-9ba3-f9d060ea6eaf tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:11:05.940799 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12625d0c-89c6-437a-9ba3-f9d060ea6eaf tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:11:05.964577 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12625d0c-89c6-437a-9ba3-f9d060ea6eaf tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Pushing event updated for resources: {'Port': ['ID=45014c53-d60e-41f7-b2ab-440a55775485,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:06.140478 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-97c8e7b9-57f7-456d-825e-78a0ef1aae16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:06.586384 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-12625d0c-89c6-437a-9ba3-f9d060ea6eaf tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:06.669855 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-12625d0c-89c6-437a-9ba3-f9d060ea6eaf tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:06.819219 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-12625d0c-89c6-437a-9ba3-f9d060ea6eaf tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks [] for port, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:06.824509 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-12625d0c-89c6-437a-9ba3-f9d060ea6eaf tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4789354'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:06.899798 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12625d0c-89c6-437a-9ba3-f9d060ea6eaf tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Pushing event updated for resources: {'Port': ['ID=45014c53-d60e-41f7-b2ab-440a55775485,revision_number=2']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:06.907264 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-12625d0c-89c6-437a-9ba3-f9d060ea6eaf tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545677'] for floatingip, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:07.052998 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac9ac4a-8d41-4d49-b000-d979af95e702 req-783f85e3-da1c-40a3-9f33-1f4220801b96 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:07.054509 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-eac9ac4a-8d41-4d49-b000-d979af95e702 req-783f85e3-da1c-40a3-9f33-1f4220801b96 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?device_id=bae75d79-6a60-480d-8a3f-8822c151e0c4 HTTP/1.1" status: 200 len: 946 time: 0.1443698 Jul 08 13:11:07.059036 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.db.l3_db [None req-12625d0c-89c6-437a-9ba3-f9d060ea6eaf tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Floating IP 5b3c7562-415b-4d29-8127-1846255f77c2 associated. External IP: 172.27.1.17, port: b7c50c87-5d09-4684-893f-b9da50b535f8. Jul 08 13:11:07.158733 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-eac9ac4a-8d41-4d49-b000-d979af95e702 req-3e6cfa65-f6b8-43cb-b5bd-1cd463b3d45a tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/security-groups?id=c32d02b4-aa39-4e9f-bfc0-6e08296f4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972435 Jul 08 13:11:07.292925 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12625d0c-89c6-437a-9ba3-f9d060ea6eaf tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Router 84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4 has already been hosted by L3 agent f415b27f-d318-40de-bd28-ecbd03c16a41 {{(pid=93011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 13:11:07.401171 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12625d0c-89c6-437a-9ba3-f9d060ea6eaf tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify agent at l3_agent.dv-cinder-789603-11-iscsi the message routers_updated {{(pid=93011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:11:07.410176 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86af7e2-ad3b-4e4c-9596-86ea291f050e None None] Sync routers for ids ['84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4'] in dv-cinder-789603-11-iscsi {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:11:07.417974 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-12625d0c-89c6-437a-9ba3-f9d060ea6eaf tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for floatingip, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:07.420036 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86af7e2-ad3b-4e4c-9596-86ea291f050e None None] Routers {'84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:11:07.420688 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-e86af7e2-ad3b-4e4c-9596-86ea291f050e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:11:05Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:11:07.459537 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-12625d0c-89c6-437a-9ba3-f9d060ea6eaf tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9580853 Jul 08 13:11:07.460132 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74bbbc3c-0cef-4ad5-ad39-1c5dcf7f02ad', 'tag': 'b7c50c87-5d09-4684-893f-b9da50b535f8'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:11:07.463150 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79934bd8df5839606b1ce54b63dc7d70fed780423e2c756261eeaeb19bf0c4d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161ef84c-fd06-4773-a95b-ee0c670d1823" -d '{"events": [{"name": "network-changed", "server_uuid": "74bbbc3c-0cef-4ad5-ad39-1c5dcf7f02ad", "tag": "b7c50c87-5d09-4684-893f-b9da50b535f8"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:11:07.498031 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 13:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c04cc56-4cef-447a-bd07-016cd5812bdd x-openstack-request-id: req-7c04cc56-4cef-447a-bd07-016cd5812bdd {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:11:07.498316 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74bbbc3c-0cef-4ad5-ad39-1c5dcf7f02ad", "tag": "b7c50c87-5d09-4684-893f-b9da50b535f8", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:11:07.498563 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7c04cc56-4cef-447a-bd07-016cd5812bdd {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:11:07.498998 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74bbbc3c-0cef-4ad5-ad39-1c5dcf7f02ad', 'tag': 'b7c50c87-5d09-4684-893f-b9da50b535f8', 'status': 'completed', 'code': 200} Jul 08 13:11:07.536954 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-e86af7e2-ad3b-4e4c-9596-86ea291f050e None None] Set router 84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:11:07.606409 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ef84c-fd06-4773-a95b-ee0c670d1823 req-1a7deee5-bd0a-438d-b513-d6c9ce08ea61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:07.607935 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-161ef84c-fd06-4773-a95b-ee0c670d1823 req-1a7deee5-bd0a-438d-b513-d6c9ce08ea61 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72e6ac284e134db6984ee5463fd84268&device_id=74bbbc3c-0cef-4ad5-ad39-1c5dcf7f02ad HTTP/1.1" status: 200 len: 1098 time: 0.0544233 Jul 08 13:11:07.708610 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ef84c-fd06-4773-a95b-ee0c670d1823 req-d0876b20-c12b-4ad0-bd03-547ddd271453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:07.710086 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-161ef84c-fd06-4773-a95b-ee0c670d1823 req-d0876b20-c12b-4ad0-bd03-547ddd271453 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6414870c-e55b-4de0-96ed-e21f9e007cfe HTTP/1.1" status: 200 len: 913 time: 0.0944536 Jul 08 13:11:07.767766 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-e86af7e2-ad3b-4e4c-9596-86ea291f050e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'name': 'tempest-TestVolumeBootPattern-1466302910-router', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '142ebf4f-930e-46f0-8b56-28e1745627da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:30Z', 'updated_at': '2021-07-08T13:04:38Z', 'revision_number': 4, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'gw_port': {'id': '142ebf4f-930e-46f0-8b56-28e1745627da', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:73:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:32Z', 'updated_at': '2021-07-08T13:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_floatingips': [{'id': '36b8d4be-5750-45b9-8c51-6a70f24fdbeb', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'floating_ip_address': '172.27.1.109', 'floating_network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'router_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'port_id': 'bdfd99ec-1966-454f-ac06-fa99b8738359', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe', 'mac_address': 'fa:16:3e:6a:e4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b84aec-22d6-43fd-b3d4-49e9736ce2e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T13:08:52Z', 'updated_at': '2021-07-08T13:08:55Z', 'revision_number': 1, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'fixed_ip_address_scope': None}, {'id': '5b3c7562-415b-4d29-8127-1846255f77c2', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'floating_ip_address': '172.27.1.17', 'floating_network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'router_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'port_id': 'b7c50c87-5d09-4684-893f-b9da50b535f8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe', 'mac_address': 'fa:16:3e:de:a8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bbbc3c-0cef-4ad5-ad39-1c5dcf7f02ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T13:11:06Z', 'updated_at': '2021-07-08T13:11:06Z', 'revision_number': 0, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5549109a-91d2-457d-9a72-831bd1bb8239', 'name': '', 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'mac_address': 'fa:16:3e:00:88:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd28d3121-202c-40d9-81a2-6dc38ff463b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:37Z', 'updated_at': '2021-07-08T13:04:52Z', 'revision_number': 5, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'subnets': [{'id': 'd28d3121-202c-40d9-81a2-6dc38ff463b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:11:07.777460 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-161ef84c-fd06-4773-a95b-ee0c670d1823 req-ed782bd1-31f4-45d3-9462-49a95ddf5b4b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7c50c87-5d09-4684-893f-b9da50b535f8 HTTP/1.1" status: 200 len: 998 time: 0.0577292 Jul 08 13:11:07.794680 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86af7e2-ad3b-4e4c-9596-86ea291f050e None None] Checking router: 84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4 for host: dv-cinder-789603-11-iscsi {{(pid=93013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:11:07.802847 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86af7e2-ad3b-4e4c-9596-86ea291f050e None None] Routers {'84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:11:07.803445 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-e86af7e2-ad3b-4e4c-9596-86ea291f050e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:11:05Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:11:07.889536 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ef84c-fd06-4773-a95b-ee0c670d1823 req-083b5a85-8411-49a2-b94b-9159f91a67fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:07.891265 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-161ef84c-fd06-4773-a95b-ee0c670d1823 req-083b5a85-8411-49a2-b94b-9159f91a67fc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d28d3121-202c-40d9-81a2-6dc38ff463b2 HTTP/1.1" status: 200 len: 851 time: 0.0841029 Jul 08 13:11:07.913302 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-615b644b-3110-4324-8d19-7b6387de29b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:07.928030 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-e86af7e2-ad3b-4e4c-9596-86ea291f050e None None] Set router 84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:11:07.946140 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c58e96-cd90-412c-943e-39db9b101162 req-864fc408-fc2a-4ace-a2d0-137ad11b4d4d tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:07.947583 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-81c58e96-cd90-412c-943e-39db9b101162 req-864fc408-fc2a-4ace-a2d0-137ad11b4d4d tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.21 "GET /v2.0/ports?device_id=bae75d79-6a60-480d-8a3f-8822c151e0c4 HTTP/1.1" status: 200 len: 946 time: 0.1326749 Jul 08 13:11:08.009446 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ef84c-fd06-4773-a95b-ee0c670d1823 req-e5a68469-b27f-48cf-8ad5-0f379ec72f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:08.011021 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-161ef84c-fd06-4773-a95b-ee0c670d1823 req-e5a68469-b27f-48cf-8ad5-0f379ec72f9e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6414870c-e55b-4de0-96ed-e21f9e007cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1098614 Jul 08 13:11:08.141456 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [req-81c58e96-cd90-412c-943e-39db9b101162 req-b31bedfa-9285-47a7-9a86-47a116b2b030 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Deleting port e577b32c-7247-48e6-b0bb-02fccda7c574 {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:11:08.141803 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-81c58e96-cd90-412c-943e-39db9b101162 req-b31bedfa-9285-47a7-9a86-47a116b2b030 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:08.159472 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-161ef84c-fd06-4773-a95b-ee0c670d1823 req-ec8b63a9-7d94-4bc2-a51c-1de3771bdf6a service neutron] 10.222.0.21 "GET /v2.0/networks/6414870c-e55b-4de0-96ed-e21f9e007cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401768 Jul 08 13:11:08.290749 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-e86af7e2-ad3b-4e4c-9596-86ea291f050e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'name': 'tempest-TestVolumeBootPattern-1466302910-router', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '142ebf4f-930e-46f0-8b56-28e1745627da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:30Z', 'updated_at': '2021-07-08T13:04:38Z', 'revision_number': 4, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'gw_port': {'id': '142ebf4f-930e-46f0-8b56-28e1745627da', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:73:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:32Z', 'updated_at': '2021-07-08T13:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_floatingips': [{'id': '36b8d4be-5750-45b9-8c51-6a70f24fdbeb', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'floating_ip_address': '172.27.1.109', 'floating_network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'router_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'port_id': 'bdfd99ec-1966-454f-ac06-fa99b8738359', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe', 'mac_address': 'fa:16:3e:6a:e4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b84aec-22d6-43fd-b3d4-49e9736ce2e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T13:08:52Z', 'updated_at': '2021-07-08T13:08:55Z', 'revision_number': 1, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'fixed_ip_address_scope': None}, {'id': '5b3c7562-415b-4d29-8127-1846255f77c2', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'floating_ip_address': '172.27.1.17', 'floating_network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'router_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'port_id': 'b7c50c87-5d09-4684-893f-b9da50b535f8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe', 'mac_address': 'fa:16:3e:de:a8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bbbc3c-0cef-4ad5-ad39-1c5dcf7f02ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T13:11:06Z', 'updated_at': '2021-07-08T13:11:06Z', 'revision_number': 0, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5549109a-91d2-457d-9a72-831bd1bb8239', 'name': '', 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'mac_address': 'fa:16:3e:00:88:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd28d3121-202c-40d9-81a2-6dc38ff463b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:37Z', 'updated_at': '2021-07-08T13:04:52Z', 'revision_number': 5, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'subnets': [{'id': 'd28d3121-202c-40d9-81a2-6dc38ff463b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:11:08.319270 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86af7e2-ad3b-4e4c-9596-86ea291f050e None None] The sync data for ids ['84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4'] in dv-cinder-789603-11-iscsi is: [{'id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'name': 'tempest-TestVolumeBootPattern-1466302910-router', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '142ebf4f-930e-46f0-8b56-28e1745627da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:30Z', 'updated_at': '2021-07-08T13:04:38Z', 'revision_number': 4, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'gw_port': {'id': '142ebf4f-930e-46f0-8b56-28e1745627da', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:73:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:32Z', 'updated_at': '2021-07-08T13:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_floatingips': [{'id': '36b8d4be-5750-45b9-8c51-6a70f24fdbeb', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'floating_ip_address': '172.27.1.109', 'floating_network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'router_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'port_id': 'bdfd99ec-1966-454f-ac06-fa99b8738359', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe', 'mac_address': 'fa:16:3e:6a:e4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b84aec-22d6-43fd-b3d4-49e9736ce2e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T13:08:52Z', 'updated_at': '2021-07-08T13:08:55Z', 'revision_number': 1, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'fixed_ip_address_scope': None}, {'id': '5b3c7562-415b-4d29-8127-1846255f77c2', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'floating_ip_address': '172.27.1.17', 'floating_network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'router_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'port_id': 'b7c50c87-5d09-4684-893f-b9da50b535f8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe', 'mac_address': 'fa:16:3e:de:a8:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bbbc3c-0cef-4ad5-ad39-1c5dcf7f02ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T13:11:06Z', 'updated_at': '2021-07-08T13:11:06Z', 'revision_number': 0, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5549109a-91d2-457d-9a72-831bd1bb8239', 'name': '', 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'mac_address': 'fa:16:3e:00:88:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd28d3121-202c-40d9-81a2-6dc38ff463b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:37Z', 'updated_at': '2021-07-08T13:04:52Z', 'revision_number': 5, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'subnets': [{'id': 'd28d3121-202c-40d9-81a2-6dc38ff463b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:11:08.330043 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-81c58e96-cd90-412c-943e-39db9b101162 req-b31bedfa-9285-47a7-9a86-47a116b2b030 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] For port e577b32c-7247-48e6-b0bb-02fccda7c574, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=e577b32c-7247-48e6-b0bb-02fccda7c574,segment=NetworkSegment(d6a0444c-8b57-43f5-9ba0-98181553d2a4),segment_id=d6a0444c-8b57-43f5-9ba0-98181553d2a4)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:11:08.330408 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-81c58e96-cd90-412c-943e-39db9b101162 req-b31bedfa-9285-47a7-9a86-47a116b2b030 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:08.355970 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [req-81c58e96-cd90-412c-943e-39db9b101162 req-b31bedfa-9285-47a7-9a86-47a116b2b030 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Calling delete_port for e577b32c-7247-48e6-b0bb-02fccda7c574 owned by compute:nova {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:11:08.375152 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-161ef84c-fd06-4773-a95b-ee0c670d1823 req-61106360-d40d-4d85-9b81-2a8e157e4d85 service neutron] 10.222.0.21 "GET /v2.0/networks/6414870c-e55b-4de0-96ed-e21f9e007cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884871 Jul 08 13:11:08.448020 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31177cd0-3fcf-47b0-81ef-4ee1759a7697 req-189bfc36-93b0-486d-a0c6-2bc01ec4cd55 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:08.449616 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-31177cd0-3fcf-47b0-81ef-4ee1759a7697 req-189bfc36-93b0-486d-a0c6-2bc01ec4cd55 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?device_id=bae75d79-6a60-480d-8a3f-8822c151e0c4 HTTP/1.1" status: 200 len: 946 time: 0.1721301 Jul 08 13:11:08.504255 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-31177cd0-3fcf-47b0-81ef-4ee1759a7697 req-93000cf7-edf6-433b-8f60-6039599a30ea tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/security-groups?id=c32d02b4-aa39-4e9f-bfc0-6e08296f4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481594 Jul 08 13:11:08.526095 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae8d155-0385-4747-82cf-85b740a7d25a None None] New status for floating IP 5b3c7562-415b-4d29-8127-1846255f77c2: ACTIVE {{(pid=93014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 13:11:08.559965 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-81c58e96-cd90-412c-943e-39db9b101162 req-b31bedfa-9285-47a7-9a86-47a116b2b030 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789347'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:08.590201 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31bedfa-9285-47a7-9a86-47a116b2b030 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Pushing event deleted for resources: {'Port': ['ID=e577b32c-7247-48e6-b0bb-02fccda7c574,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:08.606941 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] get_ports_and_sgs() called for port_ids ['dd5a1334-9fa1-4673-80bb-72b67c9fa92c', '3a9f0254-a859-47db-9c86-4913a893580f', '2c50ae57-b5ea-4671-a4c5-aaf41a64088e', 'e577b32c-7247-48e6-b0bb-02fccda7c574'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 13:11:08.639195 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c58e96-cd90-412c-943e-39db9b101162 req-b31bedfa-9285-47a7-9a86-47a116b2b030 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] No DVR routers for this DVR port e577b32c-7247-48e6-b0bb-02fccda7c574 on host hv-cinder-78960 {{(pid=93011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:11:08.641758 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-81c58e96-cd90-412c-943e-39db9b101162 req-b31bedfa-9285-47a7-9a86-47a116b2b030 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:08.643749 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-81c58e96-cd90-412c-943e-39db9b101162 req-b31bedfa-9285-47a7-9a86-47a116b2b030 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.21 "DELETE /v2.0/ports/e577b32c-7247-48e6-b0bb-02fccda7c574 HTTP/1.1" status: 204 len: 173 time: 0.6892602 Jul 08 13:11:09.500772 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bae75d79-6a60-480d-8a3f-8822c151e0c4', 'name': 'network-vif-deleted', 'tag': 'e577b32c-7247-48e6-b0bb-02fccda7c574'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:11:09.503136 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79934bd8df5839606b1ce54b63dc7d70fed780423e2c756261eeaeb19bf0c4d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f5b67c-d92a-4453-9990-b7f2609bf10b" -d '{"events": [{"server_uuid": "bae75d79-6a60-480d-8a3f-8822c151e0c4", "name": "network-vif-deleted", "tag": "e577b32c-7247-48e6-b0bb-02fccda7c574"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:11:09.537633 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764fbbe5-12d3-4d1e-a331-af7e3f60b7cf x-openstack-request-id: req-764fbbe5-12d3-4d1e-a331-af7e3f60b7cf {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:11:09.537927 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bae75d79-6a60-480d-8a3f-8822c151e0c4", "name": "network-vif-deleted", "tag": "e577b32c-7247-48e6-b0bb-02fccda7c574", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:11:09.538182 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-764fbbe5-12d3-4d1e-a331-af7e3f60b7cf {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:11:09.539086 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae75d79-6a60-480d-8a3f-8822c151e0c4', 'name': 'network-vif-deleted', 'tag': 'e577b32c-7247-48e6-b0bb-02fccda7c574', 'status': 'completed', 'code': 200} Jul 08 13:11:11.076193 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a7577-eb71-4e29-8347-de5e64543b92 req-efebedc5-e0dd-4619-9b53-ce972f9c3f78 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:11.077713 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-951a7577-eb71-4e29-8347-de5e64543b92 req-efebedc5-e0dd-4619-9b53-ce972f9c3f78 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f40f9a2-3480-40a5-b78d-741ea4287cf0 HTTP/1.1" status: 200 len: 945 time: 0.0643249 Jul 08 13:11:11.114888 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-951a7577-eb71-4e29-8347-de5e64543b92 req-7b81b895-0f6c-47cd-a89f-49b3dbf2f1ae tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/security-groups?id=c32d02b4-aa39-4e9f-bfc0-6e08296f4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316253 Jul 08 13:11:12.241285 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device e577b32c-7247-48e6-b0bb-02fccda7c574 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:11:12.262147 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] No Port match for: e577b32c-7247-48e6-b0bb-02fccda7c574 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:11:12.262492 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device e577b32c-7247-48e6-b0bb-02fccda7c574 not bound to the agent host hv-cinder-78960 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:11:12.288703 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf0b72-dc72-4eae-828e-5c6449e8acf1 req-1236e335-5f51-4517-977c-a183457f840f tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:12.290133 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3eaf0b72-dc72-4eae-828e-5c6449e8acf1 req-1236e335-5f51-4517-977c-a183457f840f tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f40f9a2-3480-40a5-b78d-741ea4287cf0 HTTP/1.1" status: 200 len: 945 time: 0.0625916 Jul 08 13:11:12.327948 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-3eaf0b72-dc72-4eae-828e-5c6449e8acf1 req-51b39ddf-2169-4f72-8f0e-0cecbcc68ed2 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/security-groups?id=c32d02b4-aa39-4e9f-bfc0-6e08296f4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320058 Jul 08 13:11:13.304668 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abe539-f7c8-406f-ab6f-c3257665bd6f req-6552f2c1-88b2-46d9-9510-15b026fcb79e tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:13.306087 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-a3abe539-f7c8-406f-ab6f-c3257665bd6f req-6552f2c1-88b2-46d9-9510-15b026fcb79e tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f40f9a2-3480-40a5-b78d-741ea4287cf0 HTTP/1.1" status: 200 len: 945 time: 0.0628774 Jul 08 13:11:13.413251 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [req-a3abe539-f7c8-406f-ab6f-c3257665bd6f req-c84f3d9e-701e-436d-ad20-0a6c6fe35d29 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Deleting port 2c50ae57-b5ea-4671-a4c5-aaf41a64088e {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:11:13.413589 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-a3abe539-f7c8-406f-ab6f-c3257665bd6f req-c84f3d9e-701e-436d-ad20-0a6c6fe35d29 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:13.552389 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-a3abe539-f7c8-406f-ab6f-c3257665bd6f req-c84f3d9e-701e-436d-ad20-0a6c6fe35d29 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] For port 2c50ae57-b5ea-4671-a4c5-aaf41a64088e, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=2c50ae57-b5ea-4671-a4c5-aaf41a64088e,segment=NetworkSegment(d6a0444c-8b57-43f5-9ba0-98181553d2a4),segment_id=d6a0444c-8b57-43f5-9ba0-98181553d2a4)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:11:13.552746 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-a3abe539-f7c8-406f-ab6f-c3257665bd6f req-c84f3d9e-701e-436d-ad20-0a6c6fe35d29 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:13.569810 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [req-a3abe539-f7c8-406f-ab6f-c3257665bd6f req-c84f3d9e-701e-436d-ad20-0a6c6fe35d29 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Calling delete_port for 2c50ae57-b5ea-4671-a4c5-aaf41a64088e owned by compute:nova {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:11:13.579325 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e20fd28-cf48-4be9-bb20-44e23941fc72 req-6451f996-2ac5-4c85-8a48-234734d2b6e8 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:13.580834 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-3e20fd28-cf48-4be9-bb20-44e23941fc72 req-6451f996-2ac5-4c85-8a48-234734d2b6e8 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?device_id=4f40f9a2-3480-40a5-b78d-741ea4287cf0 HTTP/1.1" status: 200 len: 945 time: 0.1277966 Jul 08 13:11:13.657835 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-3e20fd28-cf48-4be9-bb20-44e23941fc72 req-21d42d59-ed59-413d-b3ad-ff677d5324b5 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/security-groups?id=c32d02b4-aa39-4e9f-bfc0-6e08296f4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698597 Jul 08 13:11:13.744709 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-a3abe539-f7c8-406f-ab6f-c3257665bd6f req-c84f3d9e-701e-436d-ad20-0a6c6fe35d29 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789347'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:13.774892 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84f3d9e-701e-436d-ad20-0a6c6fe35d29 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Pushing event deleted for resources: {'Port': ['ID=2c50ae57-b5ea-4671-a4c5-aaf41a64088e,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:13.784654 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] get_ports_and_sgs() called for port_ids ['dd5a1334-9fa1-4673-80bb-72b67c9fa92c', '3a9f0254-a859-47db-9c86-4913a893580f', '2c50ae57-b5ea-4671-a4c5-aaf41a64088e'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 13:11:13.822299 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3abe539-f7c8-406f-ab6f-c3257665bd6f req-c84f3d9e-701e-436d-ad20-0a6c6fe35d29 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] No DVR routers for this DVR port 2c50ae57-b5ea-4671-a4c5-aaf41a64088e on host hv-cinder-78960 {{(pid=93011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:11:13.825126 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-a3abe539-f7c8-406f-ab6f-c3257665bd6f req-c84f3d9e-701e-436d-ad20-0a6c6fe35d29 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:13.827715 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-a3abe539-f7c8-406f-ab6f-c3257665bd6f req-c84f3d9e-701e-436d-ad20-0a6c6fe35d29 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.21 "DELETE /v2.0/ports/2c50ae57-b5ea-4671-a4c5-aaf41a64088e HTTP/1.1" status: 204 len: 173 time: 0.5153935 Jul 08 13:11:13.828296 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f40f9a2-3480-40a5-b78d-741ea4287cf0', 'name': 'network-vif-deleted', 'tag': '2c50ae57-b5ea-4671-a4c5-aaf41a64088e'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:11:13.830578 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79934bd8df5839606b1ce54b63dc7d70fed780423e2c756261eeaeb19bf0c4d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04a67e4-d3c7-4d1e-87d3-79ac1f5aee5d" -d '{"events": [{"server_uuid": "4f40f9a2-3480-40a5-b78d-741ea4287cf0", "name": "network-vif-deleted", "tag": "2c50ae57-b5ea-4671-a4c5-aaf41a64088e"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:11:13.875984 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5482f0a-a8df-4e40-b99b-e388024c0ee0 x-openstack-request-id: req-f5482f0a-a8df-4e40-b99b-e388024c0ee0 {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:11:13.876346 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f40f9a2-3480-40a5-b78d-741ea4287cf0", "name": "network-vif-deleted", "tag": "2c50ae57-b5ea-4671-a4c5-aaf41a64088e", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:11:13.876662 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f5482f0a-a8df-4e40-b99b-e388024c0ee0 {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:11:13.877162 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f40f9a2-3480-40a5-b78d-741ea4287cf0', 'name': 'network-vif-deleted', 'tag': '2c50ae57-b5ea-4671-a4c5-aaf41a64088e', 'status': 'completed', 'code': 200} Jul 08 13:11:15.104694 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4dc1c-26d7-43d1-a994-616d36f5b6c3 req-a4481c2a-bca7-4ee8-b479-091177ce073f tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:15.106246 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-12b4dc1c-26d7-43d1-a994-616d36f5b6c3 req-a4481c2a-bca7-4ee8-b479-091177ce073f tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c5d276a-7e2f-4809-9161-043c312ee559 HTTP/1.1" status: 200 len: 945 time: 0.0654252 Jul 08 13:11:15.154487 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-12b4dc1c-26d7-43d1-a994-616d36f5b6c3 req-6abf177b-1526-4578-a603-02d6c0861389 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/security-groups?id=c32d02b4-aa39-4e9f-bfc0-6e08296f4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388846 Jul 08 13:11:16.338420 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef5a9d-bf0a-47e6-811f-23dcdd2e266f req-17feedeb-b962-4408-85f0-46b5699423cb tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:16.339818 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1bef5a9d-bf0a-47e6-811f-23dcdd2e266f req-17feedeb-b962-4408-85f0-46b5699423cb tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c5d276a-7e2f-4809-9161-043c312ee559 HTTP/1.1" status: 200 len: 945 time: 0.0695016 Jul 08 13:11:16.377557 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1bef5a9d-bf0a-47e6-811f-23dcdd2e266f req-4992dda9-5f56-44b5-9a3f-7bce5d6aa831 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/security-groups?id=c32d02b4-aa39-4e9f-bfc0-6e08296f4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320303 Jul 08 13:11:16.695321 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b064fa-a119-40f0-be6f-7a166f7783dc req-7e280f97-8ad3-43f8-809f-9ad423670849 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:16.696838 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-50b064fa-a119-40f0-be6f-7a166f7783dc req-7e280f97-8ad3-43f8-809f-9ad423670849 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c5d276a-7e2f-4809-9161-043c312ee559 HTTP/1.1" status: 200 len: 945 time: 0.0641601 Jul 08 13:11:16.796369 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [req-50b064fa-a119-40f0-be6f-7a166f7783dc req-f049553a-82d5-4ae4-8113-ec0b88d95cca tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Deleting port 3a9f0254-a859-47db-9c86-4913a893580f {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:11:16.796708 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-50b064fa-a119-40f0-be6f-7a166f7783dc req-f049553a-82d5-4ae4-8113-ec0b88d95cca tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:16.886091 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-50b064fa-a119-40f0-be6f-7a166f7783dc req-f049553a-82d5-4ae4-8113-ec0b88d95cca tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] For port 3a9f0254-a859-47db-9c86-4913a893580f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=3a9f0254-a859-47db-9c86-4913a893580f,segment=NetworkSegment(d6a0444c-8b57-43f5-9ba0-98181553d2a4),segment_id=d6a0444c-8b57-43f5-9ba0-98181553d2a4)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:11:16.886447 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-50b064fa-a119-40f0-be6f-7a166f7783dc req-f049553a-82d5-4ae4-8113-ec0b88d95cca tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:16.898834 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [req-50b064fa-a119-40f0-be6f-7a166f7783dc req-f049553a-82d5-4ae4-8113-ec0b88d95cca tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Calling delete_port for 3a9f0254-a859-47db-9c86-4913a893580f owned by compute:nova {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:11:17.023514 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-50b064fa-a119-40f0-be6f-7a166f7783dc req-f049553a-82d5-4ae4-8113-ec0b88d95cca tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789347'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:17.052971 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f049553a-82d5-4ae4-8113-ec0b88d95cca tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Pushing event deleted for resources: {'Port': ['ID=3a9f0254-a859-47db-9c86-4913a893580f,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:17.058175 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] get_ports_and_sgs() called for port_ids ['dd5a1334-9fa1-4673-80bb-72b67c9fa92c', '3a9f0254-a859-47db-9c86-4913a893580f'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 13:11:17.100680 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [req-50b064fa-a119-40f0-be6f-7a166f7783dc req-f049553a-82d5-4ae4-8113-ec0b88d95cca tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] No DVR routers for this DVR port 3a9f0254-a859-47db-9c86-4913a893580f on host hv-cinder-78960 {{(pid=93011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:11:17.103703 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-50b064fa-a119-40f0-be6f-7a166f7783dc req-f049553a-82d5-4ae4-8113-ec0b88d95cca tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:17.105712 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-50b064fa-a119-40f0-be6f-7a166f7783dc req-f049553a-82d5-4ae4-8113-ec0b88d95cca tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.21 "DELETE /v2.0/ports/3a9f0254-a859-47db-9c86-4913a893580f HTTP/1.1" status: 204 len: 173 time: 0.4028432 Jul 08 13:11:17.106153 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c5d276a-7e2f-4809-9161-043c312ee559', 'name': 'network-vif-deleted', 'tag': '3a9f0254-a859-47db-9c86-4913a893580f'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:11:17.108401 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79934bd8df5839606b1ce54b63dc7d70fed780423e2c756261eeaeb19bf0c4d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5469f88-6319-46e9-9b4d-de5b0611159e" -d '{"events": [{"server_uuid": "4c5d276a-7e2f-4809-9161-043c312ee559", "name": "network-vif-deleted", "tag": "3a9f0254-a859-47db-9c86-4913a893580f"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:11:17.151203 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af60a7c-8a91-4018-a202-39e54cd1a846 x-openstack-request-id: req-2af60a7c-8a91-4018-a202-39e54cd1a846 {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:11:17.151490 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c5d276a-7e2f-4809-9161-043c312ee559", "name": "network-vif-deleted", "tag": "3a9f0254-a859-47db-9c86-4913a893580f", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:11:17.151738 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2af60a7c-8a91-4018-a202-39e54cd1a846 {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:11:17.152157 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c5d276a-7e2f-4809-9161-043c312ee559', 'name': 'network-vif-deleted', 'tag': '3a9f0254-a859-47db-9c86-4913a893580f', 'status': 'completed', 'code': 200} Jul 08 13:11:17.540355 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ad5ae3b6-4757-4627-b145-18119959f72a req-1b2c8e51-f248-49d0-8d0d-f9389e665636 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?device_id=4c5d276a-7e2f-4809-9161-043c312ee559 HTTP/1.1" status: 200 len: 210 time: 0.0345955 Jul 08 13:11:18.290214 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 2c50ae57-b5ea-4671-a4c5-aaf41a64088e no longer exists at agent hyperv_hv-cinder-78960 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:11:18.310275 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] No Port match for: 2c50ae57-b5ea-4671-a4c5-aaf41a64088e {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:11:18.310612 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 2c50ae57-b5ea-4671-a4c5-aaf41a64088e not bound to the agent host hv-cinder-78960 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:11:18.311022 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 3a9f0254-a859-47db-9c86-4913a893580f no longer exists at agent hyperv_hv-cinder-78960 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:11:18.329475 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] No Port match for: 3a9f0254-a859-47db-9c86-4913a893580f {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:11:18.329818 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device 3a9f0254-a859-47db-9c86-4913a893580f not bound to the agent host hv-cinder-78960 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:11:18.674987 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 45902) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:11:18.784768 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9ec032b2-fc9a-4306-8c8d-01a15ef72fc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:18.872746 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9ec032b2-fc9a-4306-8c8d-01a15ef72fc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:18.876619 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9ec032b2-fc9a-4306-8c8d-01a15ef72fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:18.917044 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-9ec032b2-fc9a-4306-8c8d-01a15ef72fc1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b335937c43f64b7bac23257289587d95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2407837 Jul 08 13:11:18.917930 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec032b2-fc9a-4306-8c8d-01a15ef72fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1896133-e1ba-4ad6-9dd7-62931fd78ce6,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:18.919705 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 45908) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:11:18.925133 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec032b2-fc9a-4306-8c8d-01a15ef72fc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:11:18.925485 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec032b2-fc9a-4306-8c8d-01a15ef72fc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:11:18.925827 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec032b2-fc9a-4306-8c8d-01a15ef72fc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:11:18.926162 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec032b2-fc9a-4306-8c8d-01a15ef72fc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:11:18.926494 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec032b2-fc9a-4306-8c8d-01a15ef72fc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:11:18.926823 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec032b2-fc9a-4306-8c8d-01a15ef72fc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:11:18.927151 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec032b2-fc9a-4306-8c8d-01a15ef72fc1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:11:18.927477 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec032b2-fc9a-4306-8c8d-01a15ef72fc1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:11:18.927802 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec032b2-fc9a-4306-8c8d-01a15ef72fc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:11:18.928124 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec032b2-fc9a-4306-8c8d-01a15ef72fc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:11:18.928469 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec032b2-fc9a-4306-8c8d-01a15ef72fc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:11:18.928786 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec032b2-fc9a-4306-8c8d-01a15ef72fc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:11:18.971282 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-75661e80-ed1b-4a38-9ab8-8d51a2677194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:18.993723 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-75661e80-ed1b-4a38-9ab8-8d51a2677194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:19.049094 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-75661e80-ed1b-4a38-9ab8-8d51a2677194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:19.052239 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-75661e80-ed1b-4a38-9ab8-8d51a2677194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:19.053493 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-75661e80-ed1b-4a38-9ab8-8d51a2677194 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d1896133-e1ba-4ad6-9dd7-62931fd78ce6 HTTP/1.1" status: 204 len: 168 time: 0.1327839 Jul 08 13:11:19.061342 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75661e80-ed1b-4a38-9ab8-8d51a2677194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1896133-e1ba-4ad6-9dd7-62931fd78ce6,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:19.648634 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 45930) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:11:19.742757 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-8e102f21-6871-4621-98d2-37d8f0bb7b88 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1435379159-network', 'tenant_id': '958197013bcb4a9e81d5d18c4a0419bf'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:11:19.764960 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e102f21-6871-4621-98d2-37d8f0bb7b88 admin admin] Made reservation on behalf of 958197013bcb4a9e81d5d18c4a0419bf for: {'network': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:11:19.767277 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8e102f21-6871-4621-98d2-37d8f0bb7b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for network, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:19.776035 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8e102f21-6871-4621-98d2-37d8f0bb7b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:19.870617 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8e102f21-6871-4621-98d2-37d8f0bb7b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:19.874116 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8e102f21-6871-4621-98d2-37d8f0bb7b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:19.903309 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e102f21-6871-4621-98d2-37d8f0bb7b88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=93011) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 13:11:19.913300 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e102f21-6871-4621-98d2-37d8f0bb7b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1415b4-3621-40a5-a90f-678d55bd5ada,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:19.918205 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8e102f21-6871-4621-98d2-37d8f0bb7b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1381891'] for segment, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:19.918530 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.db.segments_db [None req-8e102f21-6871-4621-98d2-37d8f0bb7b88 admin admin] Added segment 51c23279-a1ff-437b-9aa4-0fd6059e4ce8 of type vlan for network 06a4880b-8499-4cd0-a02d-0208585c0e62 Jul 08 13:11:19.959606 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8e102f21-6871-4621-98d2-37d8f0bb7b88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739448901726'] for network, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:19.990005 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8e102f21-6871-4621-98d2-37d8f0bb7b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384'] for network, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:19.993893 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e102f21-6871-4621-98d2-37d8f0bb7b88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:19.994661 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8e102f21-6871-4621-98d2-37d8f0bb7b88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for network, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:20.052303 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-8e102f21-6871-4621-98d2-37d8f0bb7b88 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4024684 Jul 08 13:11:20.055963 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 45940) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:11:20.058216 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e102f21-6871-4621-98d2-37d8f0bb7b88 admin admin] Pushing event updated for resources: {'Network': ['ID=06a4880b-8499-4cd0-a02d-0208585c0e62,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:20.061659 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-927179cf-0732-4939-b6a9-73e1ccbdd899 admin admin] Request body: {'subnet': {'network_id': '06a4880b-8499-4cd0-a02d-0208585c0e62', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1435379159-subnet', 'tenant_id': '958197013bcb4a9e81d5d18c4a0419bf', 'ip_version': 4}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:11:20.069598 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Network 06a4880b-8499-4cd0-a02d-0208585c0e62 details requested by agent ovs-agent-dv-cinder-789603-11-iscsi with host dv-cinder-789603-11-iscsi {{(pid=93013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 13:11:20.102330 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-927179cf-0732-4939-b6a9-73e1ccbdd899 admin admin] Made reservation on behalf of 958197013bcb4a9e81d5d18c4a0419bf for: {'subnet': 1} {{(pid=93012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:11:20.105034 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-927179cf-0732-4939-b6a9-73e1ccbdd899 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4655977'] for subnet, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:20.144887 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded14d07-16b3-404a-add0-f557d22d0aba req-78447205-e511-4a50-92f3-73efaf5a92bc tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:20.146888 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ded14d07-16b3-404a-add0-f557d22d0aba req-78447205-e511-4a50-92f3-73efaf5a92bc tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ebd7dc5-5f0f-45fd-9dea-2b13ac9b6684 HTTP/1.1" status: 200 len: 946 time: 0.0757148 Jul 08 13:11:20.186902 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-ded14d07-16b3-404a-add0-f557d22d0aba req-f747a01a-48f4-4302-8e88-07463ade8590 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/security-groups?id=c32d02b4-aa39-4e9f-bfc0-6e08296f4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337360 Jul 08 13:11:20.275031 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-927179cf-0732-4939-b6a9-73e1ccbdd899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4653343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4655963'] for subnet, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:20.326737 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927179cf-0732-4939-b6a9-73e1ccbdd899 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30654fd0-5ba3-44e3-b5e2-b73593ce97d3,revision_number=0']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:20.342707 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927179cf-0732-4939-b6a9-73e1ccbdd899 admin admin] Checking segment: {'id': '51c23279-a1ff-437b-9aa4-0fd6059e4ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '06a4880b-8499-4cd0-a02d-0208585c0e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:11:20.343062 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927179cf-0732-4939-b6a9-73e1ccbdd899 admin admin] Network hostable DHCP agents. Network: 06a4880b-8499-4cd0-a02d-0208585c0e62, hostable agents: ['aa9d8c49-a181-49e8-a217-0ebad9c91868'], hosted agents: [] {{(pid=93012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 13:11:20.359260 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927179cf-0732-4939-b6a9-73e1ccbdd899 admin admin] Network 06a4880b-8499-4cd0-a02d-0208585c0e62 is scheduled to be hosted by DHCP agent aa9d8c49-a181-49e8-a217-0ebad9c91868 with binding_index 1 {{(pid=93012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 13:11:20.367955 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [None req-927179cf-0732-4939-b6a9-73e1ccbdd899 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-11-iscsi, 06a4880b-8499-4cd0-a02d-0208585c0e62) {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:11:20.372240 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927179cf-0732-4939-b6a9-73e1ccbdd899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:20.372829 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-927179cf-0732-4939-b6a9-73e1ccbdd899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for subnet, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:20.376575 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3f17d1-cf6d-4e97-8c74-67eb27513ad1 None None] Network 06a4880b-8499-4cd0-a02d-0208585c0e62 requested from dv-cinder-789603-11-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 13:11:20.387492 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-927179cf-0732-4939-b6a9-73e1ccbdd899 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3301804 Jul 08 13:11:20.390147 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 45942) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:11:20.394567 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-64923069-9b37-4db7-95e8-4dc387254468 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1435379159-router', 'tenant_id': '958197013bcb4a9e81d5d18c4a0419bf', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174'}}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:11:20.416651 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-64923069-9b37-4db7-95e8-4dc387254468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364066'] for router, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:20.417655 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-64923069-9b37-4db7-95e8-4dc387254468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8364077'] for router, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:20.468155 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-64923069-9b37-4db7-95e8-4dc387254468 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:20.519954 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aec3070-606f-43a7-9158-50fa6634aa47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15e29ccc-158f-583f-b514-01e14430e2a0-06a4880b-8499-4cd0-a02d-0208585c0e62', 'network_id': '06a4880b-8499-4cd0-a02d-0208585c0e62', 'tenant_id': '958197013bcb4a9e81d5d18c4a0419bf', 'fixed_ips': [{'subnet_id': '30654fd0-5ba3-44e3-b5e2-b73593ce97d3'}]}} from dv-cinder-789603-11-iscsi. {{(pid=93013) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 13:11:20.520834 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-9aec3070-606f-43a7-9158-50fa6634aa47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:20.601617 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-64923069-9b37-4db7-95e8-4dc387254468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8364095'] for router, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:20.653957 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.db_base_plugin_common [None req-9aec3070-606f-43a7-9158-50fa6634aa47 None None] Allocated IP 172.20.0.2 (06a4880b-8499-4cd0-a02d-0208585c0e62/30654fd0-5ba3-44e3-b5e2-b73593ce97d3/1ecd5834-4ac3-418e-9d45-d4afa2915301) {{(pid=93013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:11:20.795482 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-64923069-9b37-4db7-95e8-4dc387254468 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:20.801996 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-9aec3070-606f-43a7-9158-50fa6634aa47 None None] Notify callbacks [] for port, precommit_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:20.810797 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-9aec3070-606f-43a7-9158-50fa6634aa47 None None] Transition to ACTIVE for port object 1ecd5834-4ac3-418e-9d45-d4afa2915301 will not be triggered until provisioned by entity L2. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:11:20.817814 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-64923069-9b37-4db7-95e8-4dc387254468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:20.826536 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-9aec3070-606f-43a7-9158-50fa6634aa47 None None] Transition to ACTIVE for port object 1ecd5834-4ac3-418e-9d45-d4afa2915301 will not be triggered until provisioned by entity DHCP. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:11:20.833391 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-9aec3070-606f-43a7-9158-50fa6634aa47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276'] for port, after_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:20.869305 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aec3070-606f-43a7-9158-50fa6634aa47 None None] Network 06a4880b-8499-4cd0-a02d-0208585c0e62 is already hosted by enough agents. {{(pid=93013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:11:20.875505 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.scheduler.base_scheduler [None req-9aec3070-606f-43a7-9158-50fa6634aa47 None None] Resources bound (agent type, host, resource id): {{(pid=93013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:11:20.879167 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aec3070-606f-43a7-9158-50fa6634aa47 None None] Received port after_create {{(pid=93013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:11:20.887070 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aec3070-606f-43a7-9158-50fa6634aa47 None None] Pushing event updated for resources: {'Port': ['ID=1ecd5834-4ac3-418e-9d45-d4afa2915301,revision_number=1']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:20.920798 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_common [None req-64923069-9b37-4db7-95e8-4dc387254468 admin admin] Allocated IP 172.27.1.199 (d18f7e62-ee2d-4e48-b29d-27db78040174/81ab2e47-5fae-4c56-af63-aae451fc3457/4cdae452-4848-4422-965c-11d8acaecfcd) {{(pid=93012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:11:20.943598 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-9aec3070-606f-43a7-9158-50fa6634aa47 None None] Attempting to bind port 1ecd5834-4ac3-418e-9d45-d4afa2915301 on host dv-cinder-789603-11-iscsi for vnic_type normal with profile {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 13:11:20.943964 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-9aec3070-606f-43a7-9158-50fa6634aa47 None None] Attempting to bind port 1ecd5834-4ac3-418e-9d45-d4afa2915301 by drivers openvswitch,hyperv on host dv-cinder-789603-11-iscsi at level 0 using segments [{'id': '51c23279-a1ff-437b-9aa4-0fd6059e4ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '06a4880b-8499-4cd0-a02d-0208585c0e62'}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 13:11:20.944354 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aec3070-606f-43a7-9158-50fa6634aa47 None None] Attempting to bind port 1ecd5834-4ac3-418e-9d45-d4afa2915301 on network 06a4880b-8499-4cd0-a02d-0208585c0e62 {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:11:20.950172 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aec3070-606f-43a7-9158-50fa6634aa47 None None] Checking agent: {'id': 'fc4e00a9-53c5-4fcb-bb0a-09b300a741e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 54, 6), 'started_at': datetime.datetime(2021, 7, 8, 12, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 13, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 13:11:20.950603 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aec3070-606f-43a7-9158-50fa6634aa47 None None] Checking segment: {'id': '51c23279-a1ff-437b-9aa4-0fd6059e4ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '06a4880b-8499-4cd0-a02d-0208585c0e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:11:20.951052 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-9aec3070-606f-43a7-9158-50fa6634aa47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:20.951438 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aec3070-606f-43a7-9158-50fa6634aa47 None None] Bound using segment: {'id': '51c23279-a1ff-437b-9aa4-0fd6059e4ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '06a4880b-8499-4cd0-a02d-0208585c0e62'} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 13:11:20.951895 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-9aec3070-606f-43a7-9158-50fa6634aa47 None None] Bound port: 1ecd5834-4ac3-418e-9d45-d4afa2915301, host: dv-cinder-789603-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51c23279-a1ff-437b-9aa4-0fd6059e4ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '06a4880b-8499-4cd0-a02d-0208585c0e62'}}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 13:11:20.952298 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-9aec3070-606f-43a7-9158-50fa6634aa47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:21.014240 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-9aec3070-606f-43a7-9158-50fa6634aa47 None None] For port 1ecd5834-4ac3-418e-9d45-d4afa2915301, host dv-cinder-789603-11-iscsi, cleared binding levels {{(pid=93013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 13:11:21.017536 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-9aec3070-606f-43a7-9158-50fa6634aa47 None None] For port 1ecd5834-4ac3-418e-9d45-d4afa2915301, host dv-cinder-789603-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=1ecd5834-4ac3-418e-9d45-d4afa2915301,segment=NetworkSegment(51c23279-a1ff-437b-9aa4-0fd6059e4ce8),segment_id=51c23279-a1ff-437b-9aa4-0fd6059e4ce8)] {{(pid=93013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 13:11:21.021666 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-9aec3070-606f-43a7-9158-50fa6634aa47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:21.027036 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-64923069-9b37-4db7-95e8-4dc387254468 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:21.066553 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-64923069-9b37-4db7-95e8-4dc387254468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4509839'] for port, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:21.084703 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aec3070-606f-43a7-9158-50fa6634aa47 None None] Pushing event updated for resources: {'Port': ['ID=1ecd5834-4ac3-418e-9d45-d4afa2915301,revision_number=2']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:21.105386 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64923069-9b37-4db7-95e8-4dc387254468 admin admin] Network d18f7e62-ee2d-4e48-b29d-27db78040174 is already hosted by enough agents. {{(pid=93012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:11:21.109743 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [None req-64923069-9b37-4db7-95e8-4dc387254468 admin admin] Resources bound (agent type, host, resource id): {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:11:21.113197 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64923069-9b37-4db7-95e8-4dc387254468 admin admin] Received port after_create {{(pid=93012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:11:21.150803 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64923069-9b37-4db7-95e8-4dc387254468 admin admin] Pushing event updated for resources: {'Port': ['ID=4cdae452-4848-4422-965c-11d8acaecfcd,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:21.440502 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-64923069-9b37-4db7-95e8-4dc387254468 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:21.451032 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40ecff-6774-4db2-8449-02590700fff1 req-2da207c5-faf1-4f06-b5c7-38734939db43 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:21.452520 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-df40ecff-6774-4db2-8449-02590700fff1 req-2da207c5-faf1-4f06-b5c7-38734939db43 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ebd7dc5-5f0f-45fd-9dea-2b13ac9b6684 HTTP/1.1" status: 200 len: 946 time: 0.1153309 Jul 08 13:11:21.557464 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-df40ecff-6774-4db2-8449-02590700fff1 req-80456d32-b063-4991-8e6a-42e4af2b7f19 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/security-groups?id=c32d02b4-aa39-4e9f-bfc0-6e08296f4df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700037 Jul 08 13:11:21.671841 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-64923069-9b37-4db7-95e8-4dc387254468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545771'] for router, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:21.802842 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64923069-9b37-4db7-95e8-4dc387254468 admin admin] Router dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5 is scheduled to L3 agent f415b27f-d318-40de-bd28-ecbd03c16a41 with binding_index 1 {{(pid=93012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 13:11:21.899902 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6432e-a4af-494c-b9c5-495bda74481e req-4bef9108-94ac-43ed-a4a4-d40789caef7f tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:21.901594 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-3cb6432e-a4af-494c-b9c5-495bda74481e req-4bef9108-94ac-43ed-a4a4-d40789caef7f tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ebd7dc5-5f0f-45fd-9dea-2b13ac9b6684 HTTP/1.1" status: 200 len: 946 time: 0.0681348 Jul 08 13:11:21.915978 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64923069-9b37-4db7-95e8-4dc387254468 admin admin] Notify agent at l3_agent.dv-cinder-789603-11-iscsi the message routers_updated {{(pid=93012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:11:21.928861 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a877c1-281b-4a1b-8f75-9cc27f4c490d None None] Sync routers for ids ['dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5'] in dv-cinder-789603-11-iscsi {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:11:21.933337 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-64923069-9b37-4db7-95e8-4dc387254468 admin admin] Notify callbacks [] for router, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:21.935126 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-64923069-9b37-4db7-95e8-4dc387254468 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5439928 Jul 08 13:11:21.938582 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 45948) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:11:21.940703 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a877c1-281b-4a1b-8f75-9cc27f4c490d None None] Routers {'dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:11:21.941522 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-b1a877c1-281b-4a1b-8f75-9cc27f4c490d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:11:05Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:11:22.023655 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [req-3cb6432e-a4af-494c-b9c5-495bda74481e req-254b738e-3bde-4360-96c7-7c1dc921f9e7 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Deleting port dd5a1334-9fa1-4673-80bb-72b67c9fa92c {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:11:22.023994 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-3cb6432e-a4af-494c-b9c5-495bda74481e req-254b738e-3bde-4360-96c7-7c1dc921f9e7 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:22.030365 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43495686-a48b-4bc2-b1ea-0c5f5128ac7b None None] Network 06a4880b-8499-4cd0-a02d-0208585c0e62 requested from dv-cinder-789603-11-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 13:11:22.099567 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-b1a877c1-281b-4a1b-8f75-9cc27f4c490d None None] Set router dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:11:22.122762 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-3cb6432e-a4af-494c-b9c5-495bda74481e req-254b738e-3bde-4360-96c7-7c1dc921f9e7 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] For port dd5a1334-9fa1-4673-80bb-72b67c9fa92c, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=dd5a1334-9fa1-4673-80bb-72b67c9fa92c,segment=NetworkSegment(d6a0444c-8b57-43f5-9ba0-98181553d2a4),segment_id=d6a0444c-8b57-43f5-9ba0-98181553d2a4)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:11:22.123121 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-3cb6432e-a4af-494c-b9c5-495bda74481e req-254b738e-3bde-4360-96c7-7c1dc921f9e7 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:22.140597 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [req-3cb6432e-a4af-494c-b9c5-495bda74481e req-254b738e-3bde-4360-96c7-7c1dc921f9e7 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Calling delete_port for dd5a1334-9fa1-4673-80bb-72b67c9fa92c owned by compute:nova {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:11:22.167650 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-f843ca83-687e-433c-98ae-1d59fa52e69c None None] Provisioning for port 1ecd5834-4ac3-418e-9d45-d4afa2915301 completed by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:11:22.273628 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-3cb6432e-a4af-494c-b9c5-495bda74481e req-254b738e-3bde-4360-96c7-7c1dc921f9e7 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789347'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:22.312136 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254b738e-3bde-4360-96c7-7c1dc921f9e7 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Pushing event deleted for resources: {'Port': ['ID=dd5a1334-9fa1-4673-80bb-72b67c9fa92c,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:22.332639 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] get_ports_and_sgs() called for port_ids ['dd5a1334-9fa1-4673-80bb-72b67c9fa92c'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 13:11:22.354289 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb6432e-a4af-494c-b9c5-495bda74481e req-254b738e-3bde-4360-96c7-7c1dc921f9e7 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] No DVR routers for this DVR port dd5a1334-9fa1-4673-80bb-72b67c9fa92c on host hv-cinder-78960 {{(pid=93011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:11:22.356781 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-3cb6432e-a4af-494c-b9c5-495bda74481e req-254b738e-3bde-4360-96c7-7c1dc921f9e7 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:22.358802 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-3cb6432e-a4af-494c-b9c5-495bda74481e req-254b738e-3bde-4360-96c7-7c1dc921f9e7 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.21 "DELETE /v2.0/ports/dd5a1334-9fa1-4673-80bb-72b67c9fa92c HTTP/1.1" status: 204 len: 173 time: 0.4467108 Jul 08 13:11:22.359246 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ebd7dc5-5f0f-45fd-9dea-2b13ac9b6684', 'name': 'network-vif-deleted', 'tag': 'dd5a1334-9fa1-4673-80bb-72b67c9fa92c'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:11:22.362068 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79934bd8df5839606b1ce54b63dc7d70fed780423e2c756261eeaeb19bf0c4d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f9db75-9353-46df-913d-6736344bc893" -d '{"events": [{"server_uuid": "5ebd7dc5-5f0f-45fd-9dea-2b13ac9b6684", "name": "network-vif-deleted", "tag": "dd5a1334-9fa1-4673-80bb-72b67c9fa92c"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:11:22.391555 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-fb31e942-231e-43e0-bd34-fd616b0d9600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:22.403270 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c93a556-c792-400d-8531-235c15da500b x-openstack-request-id: req-0c93a556-c792-400d-8531-235c15da500b {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:11:22.403575 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ebd7dc5-5f0f-45fd-9dea-2b13ac9b6684", "name": "network-vif-deleted", "tag": "dd5a1334-9fa1-4673-80bb-72b67c9fa92c", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:11:22.403831 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0c93a556-c792-400d-8531-235c15da500b {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:11:22.404280 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ebd7dc5-5f0f-45fd-9dea-2b13ac9b6684', 'name': 'network-vif-deleted', 'tag': 'dd5a1334-9fa1-4673-80bb-72b67c9fa92c', 'status': 'completed', 'code': 200} Jul 08 13:11:22.444812 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-b1a877c1-281b-4a1b-8f75-9cc27f4c490d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5', 'name': 'tempest-TestMinimumBasicScenario-1435379159-router', 'tenant_id': '958197013bcb4a9e81d5d18c4a0419bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '4cdae452-4848-4422-965c-11d8acaecfcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:11:20Z', 'updated_at': '2021-07-08T13:11:21Z', 'revision_number': 3, 'project_id': '958197013bcb4a9e81d5d18c4a0419bf', 'gw_port': {'id': '4cdae452-4848-4422-965c-11d8acaecfcd', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:97:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:11:20Z', 'updated_at': '2021-07-08T13:11:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi'}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:11:22.477472 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a877c1-281b-4a1b-8f75-9cc27f4c490d None None] Checking router: dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5 for host: dv-cinder-789603-11-iscsi {{(pid=93013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:11:22.477896 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a877c1-281b-4a1b-8f75-9cc27f4c490d None None] Updating router dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5 port 4cdae452-4848-4422-965c-11d8acaecfcd binding host dv-cinder-789603-11-iscsi {{(pid=93013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 13:11:22.523395 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-b1a877c1-281b-4a1b-8f75-9cc27f4c490d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:22.566662 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_common [None req-fb31e942-231e-43e0-bd34-fd616b0d9600 admin admin] Allocated IP 172.20.0.1 (06a4880b-8499-4cd0-a02d-0208585c0e62/30654fd0-5ba3-44e3-b5e2-b73593ce97d3/e4327487-e92d-4a10-8541-e9e65d8d2a1d) {{(pid=93012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:11:22.691500 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-fb31e942-231e-43e0-bd34-fd616b0d9600 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:22.706281 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.provisioning_blocks [None req-fb31e942-231e-43e0-bd34-fd616b0d9600 admin admin] Transition to ACTIVE for port object e4327487-e92d-4a10-8541-e9e65d8d2a1d will not be triggered until provisioned by entity DHCP. {{(pid=93012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:11:22.745036 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9f4eff06-20e4-4d74-9fda-db51665e20e0 req-03cb69e9-1a8b-4df6-a2d7-f0058926cc79 tempest-AttachVolumeNegativeTest-1489248062 tempest-AttachVolumeNegativeTest-1489248062-project] 10.222.0.59 "GET /v2.0/ports?device_id=5ebd7dc5-5f0f-45fd-9dea-2b13ac9b6684 HTTP/1.1" status: 200 len: 210 time: 0.0322084 Jul 08 13:11:22.776496 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-fb31e942-231e-43e0-bd34-fd616b0d9600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4509839'] for port, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:22.817264 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb31e942-231e-43e0-bd34-fd616b0d9600 admin admin] Network 06a4880b-8499-4cd0-a02d-0208585c0e62 is already hosted by enough agents. {{(pid=93012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:11:22.822479 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-b1a877c1-281b-4a1b-8f75-9cc27f4c490d None None] Notify callbacks [] for port, precommit_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:22.822648 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [None req-fb31e942-231e-43e0-bd34-fd616b0d9600 admin admin] Resources bound (agent type, host, resource id): {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:11:22.827218 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb31e942-231e-43e0-bd34-fd616b0d9600 admin admin] Received port after_create {{(pid=93012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:11:22.830423 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb31e942-231e-43e0-bd34-fd616b0d9600 admin admin] Pushing event updated for resources: {'Port': ['ID=e4327487-e92d-4a10-8541-e9e65d8d2a1d,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:22.843559 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-b1a877c1-281b-4a1b-8f75-9cc27f4c490d None None] Transition to ACTIVE for port object 4cdae452-4848-4422-965c-11d8acaecfcd will not be triggered until provisioned by entity L2. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:11:22.850457 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-b1a877c1-281b-4a1b-8f75-9cc27f4c490d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:22.877168 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-fb31e942-231e-43e0-bd34-fd616b0d9600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546274'] for router_interface, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:22.908912 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 1ecd5834-4ac3-418e-9d45-d4afa2915301 up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:11:22.919230 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-b1a877c1-281b-4a1b-8f75-9cc27f4c490d None None] Attempting to bind port 4cdae452-4848-4422-965c-11d8acaecfcd on host dv-cinder-789603-11-iscsi for vnic_type normal with profile {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 13:11:22.919671 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-b1a877c1-281b-4a1b-8f75-9cc27f4c490d None None] Attempting to bind port 4cdae452-4848-4422-965c-11d8acaecfcd by drivers openvswitch,hyperv on host dv-cinder-789603-11-iscsi at level 0 using segments [{'id': 'ec4eb99c-636e-43d3-922e-332a95a4195c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174'}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 13:11:22.920542 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a877c1-281b-4a1b-8f75-9cc27f4c490d None None] Attempting to bind port 4cdae452-4848-4422-965c-11d8acaecfcd on network d18f7e62-ee2d-4e48-b29d-27db78040174 {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:11:22.956908 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a877c1-281b-4a1b-8f75-9cc27f4c490d None None] Checking agent: {'id': 'fc4e00a9-53c5-4fcb-bb0a-09b300a741e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 54, 6), 'started_at': datetime.datetime(2021, 7, 8, 12, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 13, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 13:11:22.957417 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a877c1-281b-4a1b-8f75-9cc27f4c490d None None] Checking segment: {'id': 'ec4eb99c-636e-43d3-922e-332a95a4195c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:11:22.957864 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-b1a877c1-281b-4a1b-8f75-9cc27f4c490d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:22.958346 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a877c1-281b-4a1b-8f75-9cc27f4c490d None None] Bound using segment: {'id': 'ec4eb99c-636e-43d3-922e-332a95a4195c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174'} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 13:11:22.958905 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-b1a877c1-281b-4a1b-8f75-9cc27f4c490d None None] Bound port: 4cdae452-4848-4422-965c-11d8acaecfcd, host: dv-cinder-789603-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec4eb99c-636e-43d3-922e-332a95a4195c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174'}}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 13:11:22.959359 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-b1a877c1-281b-4a1b-8f75-9cc27f4c490d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:22.963429 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d745a68e-0be0-481d-b444-ddb1bf2084a6 None None] Pushing event updated for resources: {'Port': ['ID=4cdae452-4848-4422-965c-11d8acaecfcd,revision_number=2']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:23.032474 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-b1a877c1-281b-4a1b-8f75-9cc27f4c490d None None] For port 4cdae452-4848-4422-965c-11d8acaecfcd, host dv-cinder-789603-11-iscsi, cleared binding levels {{(pid=93013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 13:11:23.038239 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-b1a877c1-281b-4a1b-8f75-9cc27f4c490d None None] For port 4cdae452-4848-4422-965c-11d8acaecfcd, host dv-cinder-789603-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=4cdae452-4848-4422-965c-11d8acaecfcd,segment=NetworkSegment(ec4eb99c-636e-43d3-922e-332a95a4195c),segment_id=ec4eb99c-636e-43d3-922e-332a95a4195c)] {{(pid=93013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 13:11:23.038929 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-fb31e942-231e-43e0-bd34-fd616b0d9600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:23.039723 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning for port 1ecd5834-4ac3-418e-9d45-d4afa2915301 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:11:23.045841 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-b1a877c1-281b-4a1b-8f75-9cc27f4c490d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:23.050281 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning complete for port 1ecd5834-4ac3-418e-9d45-d4afa2915301 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:11:23.050726 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:23.223951 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-fb31e942-231e-43e0-bd34-fd616b0d9600 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:23.229406 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-fb31e942-231e-43e0-bd34-fd616b0d9600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4509841'] for port, after_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:23.273586 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-fcedfcff-1e6d-4808-a482-3fc12aec95b5 None None] Provisioning for port e4327487-e92d-4a10-8541-e9e65d8d2a1d completed by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:11:23.283899 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d745a68e-0be0-481d-b444-ddb1bf2084a6 None None] Pushing event updated for resources: {'Port': ['ID=4cdae452-4848-4422-965c-11d8acaecfcd,revision_number=3']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:23.289666 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-fcedfcff-1e6d-4808-a482-3fc12aec95b5 None None] Provisioning complete for port e4327487-e92d-4a10-8541-e9e65d8d2a1d triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:11:23.289964 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-fcedfcff-1e6d-4808-a482-3fc12aec95b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:23.298633 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-fb31e942-231e-43e0-bd34-fd616b0d9600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545201'] for router_interface, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:23.300511 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb31e942-231e-43e0-bd34-fd616b0d9600 admin admin] Pushing event updated for resources: {'Port': ['ID=e4327487-e92d-4a10-8541-e9e65d8d2a1d,revision_number=2']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:23.310564 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a877c1-281b-4a1b-8f75-9cc27f4c490d None None] Routers {'dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:11:23.311199 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-b1a877c1-281b-4a1b-8f75-9cc27f4c490d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:11:05Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:11:23.388739 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-fcedfcff-1e6d-4808-a482-3fc12aec95b5 None None] Port e4327487-e92d-4a10-8541-e9e65d8d2a1d cannot update to ACTIVE because it is not bound. {{(pid=93013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 13:11:23.390894 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb31e942-231e-43e0-bd34-fd616b0d9600 admin admin] Network 06a4880b-8499-4cd0-a02d-0208585c0e62 is already hosted by enough agents. {{(pid=93012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:11:23.392382 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [None req-fb31e942-231e-43e0-bd34-fd616b0d9600 admin admin] Resources bound (agent type, host, resource id): {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:11:23.430905 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:23.483034 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] For port 1ecd5834-4ac3-418e-9d45-d4afa2915301, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=1ecd5834-4ac3-418e-9d45-d4afa2915301,segment=NetworkSegment(51c23279-a1ff-437b-9aa4-0fd6059e4ce8),segment_id=51c23279-a1ff-437b-9aa4-0fd6059e4ce8)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:11:23.485036 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-b1a877c1-281b-4a1b-8f75-9cc27f4c490d None None] Set router dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:11:23.512859 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb31e942-231e-43e0-bd34-fd616b0d9600 admin admin] Router dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5 has already been hosted by L3 agent f415b27f-d318-40de-bd28-ecbd03c16a41 {{(pid=93012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 13:11:23.515186 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:23.625503 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb31e942-231e-43e0-bd34-fd616b0d9600 admin admin] Notify agent at l3_agent.dv-cinder-789603-11-iscsi the message routers_updated {{(pid=93012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:11:23.630623 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-fb31e942-231e-43e0-bd34-fd616b0d9600 admin admin] 10.222.0.59 "PUT /v2.0/routers/dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6907241 Jul 08 13:11:23.650264 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Pushing event updated for resources: {'Port': ['ID=1ecd5834-4ac3-418e-9d45-d4afa2915301,revision_number=3']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:23.665691 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-e755a015-e70a-4993-8222-078030dd37ec None None] Provisioning complete for port e4327487-e92d-4a10-8541-e9e65d8d2a1d triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:11:23.666004 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-e755a015-e70a-4993-8222-078030dd37ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:23.719689 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-e755a015-e70a-4993-8222-078030dd37ec None None] Port e4327487-e92d-4a10-8541-e9e65d8d2a1d cannot update to ACTIVE because it is not bound. {{(pid=93013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 13:11:23.770467 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-b1a877c1-281b-4a1b-8f75-9cc27f4c490d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5', 'name': 'tempest-TestMinimumBasicScenario-1435379159-router', 'tenant_id': '958197013bcb4a9e81d5d18c4a0419bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '4cdae452-4848-4422-965c-11d8acaecfcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:11:20Z', 'updated_at': '2021-07-08T13:11:22Z', 'revision_number': 4, 'project_id': '958197013bcb4a9e81d5d18c4a0419bf', 'gw_port': {'id': '4cdae452-4848-4422-965c-11d8acaecfcd', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:97:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:11:20Z', 'updated_at': '2021-07-08T13:11:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': 'e4327487-e92d-4a10-8541-e9e65d8d2a1d', 'name': '', 'network_id': '06a4880b-8499-4cd0-a02d-0208585c0e62', 'tenant_id': '958197013bcb4a9e81d5d18c4a0419bf', 'mac_address': 'fa:16:3e:d8:06:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '30654fd0-5ba3-44e3-b5e2-b73593ce97d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:11:22Z', 'updated_at': '2021-07-08T13:11:23Z', 'revision_number': 2, 'project_id': '958197013bcb4a9e81d5d18c4a0419bf', 'subnets': [{'id': '30654fd0-5ba3-44e3-b5e2-b73593ce97d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:11:23.804646 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a877c1-281b-4a1b-8f75-9cc27f4c490d None None] The sync data for ids ['dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5'] in dv-cinder-789603-11-iscsi is: [{'id': 'dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5', 'name': 'tempest-TestMinimumBasicScenario-1435379159-router', 'tenant_id': '958197013bcb4a9e81d5d18c4a0419bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '4cdae452-4848-4422-965c-11d8acaecfcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:11:20Z', 'updated_at': '2021-07-08T13:11:22Z', 'revision_number': 4, 'project_id': '958197013bcb4a9e81d5d18c4a0419bf', 'gw_port': {'id': '4cdae452-4848-4422-965c-11d8acaecfcd', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:97:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:11:20Z', 'updated_at': '2021-07-08T13:11:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': 'e4327487-e92d-4a10-8541-e9e65d8d2a1d', 'name': '', 'network_id': '06a4880b-8499-4cd0-a02d-0208585c0e62', 'tenant_id': '958197013bcb4a9e81d5d18c4a0419bf', 'mac_address': 'fa:16:3e:d8:06:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '30654fd0-5ba3-44e3-b5e2-b73593ce97d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:11:22Z', 'updated_at': '2021-07-08T13:11:23Z', 'revision_number': 2, 'project_id': '958197013bcb4a9e81d5d18c4a0419bf', 'subnets': [{'id': '30654fd0-5ba3-44e3-b5e2-b73593ce97d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:11:23.849841 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 45962) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:11:23.908197 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdc9b5f3-e7e2-432f-9f26-8b4096e8f39a admin admin] Deleting subnet 5a1ce9cc-728e-475d-90d9-8cb4611af845 {{(pid=93011) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 13:11:23.912136 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-fdc9b5f3-e7e2-432f-9f26-8b4096e8f39a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:23.956658 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-fdc9b5f3-e7e2-432f-9f26-8b4096e8f39a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4784263'] for subnet, precommit_delete_associations {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:24.000918 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-fdc9b5f3-e7e2-432f-9f26-8b4096e8f39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388364'] for subnet, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:24.068530 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-fdc9b5f3-e7e2-432f-9f26-8b4096e8f39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5094232'] for subnet, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:24.102762 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc9b5f3-e7e2-432f-9f26-8b4096e8f39a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a1ce9cc-728e-475d-90d9-8cb4611af845,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:24.108368 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-fdc9b5f3-e7e2-432f-9f26-8b4096e8f39a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:24.113016 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 45970) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:11:24.120601 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-fdc9b5f3-e7e2-432f-9f26-8b4096e8f39a admin admin] 10.222.0.59 "DELETE /v2.0/subnets/5a1ce9cc-728e-475d-90d9-8cb4611af845 HTTP/1.1" status: 204 len: 168 time: 0.2695744 Jul 08 13:11:24.186637 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-80e498d3-c57c-4770-b011-de1f0aebbd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1445167'] for network, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:24.204264 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 45974) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:11:24.209517 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-57d5b8db-700c-432d-999d-06ce44413a3a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1531141066-network', 'tenant_id': '42806ddc24f047bf883036e1158d4dce'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:11:24.231444 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d5b8db-700c-432d-999d-06ce44413a3a admin admin] Made reservation on behalf of 42806ddc24f047bf883036e1158d4dce for: {'network': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:11:24.233898 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-57d5b8db-700c-432d-999d-06ce44413a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for network, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:24.243650 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-57d5b8db-700c-432d-999d-06ce44413a3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:24.275794 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-80e498d3-c57c-4770-b011-de1f0aebbd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385719', 'neutron.services.segments.db._delete_segments_for_network-8739449493333'] for network, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:24.287047 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-80e498d3-c57c-4770-b011-de1f0aebbd79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9648752d-6b78-4fbd-a3a5-c045b8222c73']}} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:11:24.298706 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-80e498d3-c57c-4770-b011-de1f0aebbd79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6a0444c-8b57-43f5-9ba0-98181553d2a4') {'for_net_delete': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:11:24.299078 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-80e498d3-c57c-4770-b011-de1f0aebbd79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6a0444c-8b57-43f5-9ba0-98181553d2a4') {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:11:24.312894 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-80e498d3-c57c-4770-b011-de1f0aebbd79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739449365041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4653424'] for segment, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:24.327928 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-80e498d3-c57c-4770-b011-de1f0aebbd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1381891'] for segment, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:24.333858 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80e498d3-c57c-4770-b011-de1f0aebbd79 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=93012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 13:11:24.334304 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-80e498d3-c57c-4770-b011-de1f0aebbd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1381891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4509813'] for segment, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:24.343104 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-57d5b8db-700c-432d-999d-06ce44413a3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:24.344787 dv-cinder-789603-11-iscsi neutron-server[93012]: Traceback (most recent call last): Jul 08 13:11:24.344787 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 13:11:24.344787 dv-cinder-789603-11-iscsi neutron-server[93012]: timer() Jul 08 13:11:24.344787 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 13:11:24.344787 dv-cinder-789603-11-iscsi neutron-server[93012]: cb(*args, **kw) Jul 08 13:11:24.344787 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 13:11:24.344787 dv-cinder-789603-11-iscsi neutron-server[93012]: return func(*args, **kwargs) Jul 08 13:11:24.344787 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 13:11:24.344787 dv-cinder-789603-11-iscsi neutron-server[93012]: self._notify() Jul 08 13:11:24.344787 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 13:11:24.344787 dv-cinder-789603-11-iscsi neutron-server[93012]: self.callback(batched_events) Jul 08 13:11:24.344787 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 13:11:24.344787 dv-cinder-789603-11-iscsi neutron-server[93012]: event.method(event) Jul 08 13:11:24.344787 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 13:11:24.344787 dv-cinder-789603-11-iscsi neutron-server[93012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 13:11:24.344787 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 13:11:24.344787 dv-cinder-789603-11-iscsi neutron-server[93012]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 13:11:24.344787 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 13:11:24.344787 dv-cinder-789603-11-iscsi neutron-server[93012]: return f(self, *a, **k) Jul 08 13:11:24.344787 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 13:11:24.344787 dv-cinder-789603-11-iscsi neutron-server[93012]: return self._get(url).json() Jul 08 13:11:24.344787 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 13:11:24.344787 dv-cinder-789603-11-iscsi neutron-server[93012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 13:11:24.344787 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 13:11:24.344787 dv-cinder-789603-11-iscsi neutron-server[93012]: return self.request(url, 'GET', **kwargs) Jul 08 13:11:24.344787 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 13:11:24.344787 dv-cinder-789603-11-iscsi neutron-server[93012]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 13:11:24.344787 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 13:11:24.344787 dv-cinder-789603-11-iscsi neutron-server[93012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 13:11:24.344787 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 13:11:24.344787 dv-cinder-789603-11-iscsi neutron-server[93012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 13:11:24.344787 dv-cinder-789603-11-iscsi neutron-server[93012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 13:11:24.348447 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-57d5b8db-700c-432d-999d-06ce44413a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:24.370957 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57d5b8db-700c-432d-999d-06ce44413a3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=93011) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 13:11:24.387665 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d5b8db-700c-432d-999d-06ce44413a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed2f8f5-9868-4af4-80d7-2e02fde0846f,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:24.394468 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-57d5b8db-700c-432d-999d-06ce44413a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1381891'] for segment, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:24.394852 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.db.segments_db [None req-57d5b8db-700c-432d-999d-06ce44413a3a admin admin] Added segment 85293284-2d64-4845-b348-0815c9bb2391 of type vlan for network 75fad33f-dd76-4a9a-bf23-62ef20102da8 Jul 08 13:11:24.397623 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-80e498d3-c57c-4770-b011-de1f0aebbd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545699'] for network, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:24.410320 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-80e498d3-c57c-4770-b011-de1f0aebbd79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for network, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:24.412267 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-80e498d3-c57c-4770-b011-de1f0aebbd79 admin admin] 10.222.0.59 "DELETE /v2.0/networks/9648752d-6b78-4fbd-a3a5-c045b8222c73 HTTP/1.1" status: 204 len: 168 time: 0.2982299 Jul 08 13:11:24.424121 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e498d3-c57c-4770-b011-de1f0aebbd79 admin admin] Pushing event deleted for resources: {'Network': ['ID=9648752d-6b78-4fbd-a3a5-c045b8222c73,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:24.445953 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-57d5b8db-700c-432d-999d-06ce44413a3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739448901726'] for network, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:24.492251 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-57d5b8db-700c-432d-999d-06ce44413a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384'] for network, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:24.493293 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d5b8db-700c-432d-999d-06ce44413a3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:24.493896 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-57d5b8db-700c-432d-999d-06ce44413a3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for network, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:24.559938 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d5b8db-700c-432d-999d-06ce44413a3a admin admin] Pushing event updated for resources: {'Network': ['ID=75fad33f-dd76-4a9a-bf23-62ef20102da8,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:24.567803 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-57d5b8db-700c-432d-999d-06ce44413a3a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3595750 Jul 08 13:11:24.567978 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 45978) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:11:24.573984 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-cbde5047-cea1-4ceb-9fe3-0277bd81df43 admin admin] Request body: {'subnet': {'network_id': '75fad33f-dd76-4a9a-bf23-62ef20102da8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1531141066-subnet', 'tenant_id': '42806ddc24f047bf883036e1158d4dce', 'ip_version': 4}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:11:24.580685 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Network 75fad33f-dd76-4a9a-bf23-62ef20102da8 details requested by agent ovs-agent-dv-cinder-789603-11-iscsi with host dv-cinder-789603-11-iscsi {{(pid=93013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 13:11:24.619556 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbde5047-cea1-4ceb-9fe3-0277bd81df43 admin admin] Made reservation on behalf of 42806ddc24f047bf883036e1158d4dce for: {'subnet': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:11:24.624412 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-cbde5047-cea1-4ceb-9fe3-0277bd81df43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5094259'] for subnet, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:24.660879 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 45980) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:11:24.712067 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-7b686cd0-ec21-49e6-82e1-64f8a58630e0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c8a28321db41493598d764beddd50f5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0497811 Jul 08 13:11:24.714519 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 45982) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:11:24.814826 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7afaeed5-4f75-4f64-97d0-a9dfb1f38a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:24.850251 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7afaeed5-4f75-4f64-97d0-a9dfb1f38a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:24.921180 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-cbde5047-cea1-4ceb-9fe3-0277bd81df43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4900324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5094209'] for subnet, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:24.948300 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 4cdae452-4848-4422-965c-11d8acaecfcd up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:11:24.989612 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbde5047-cea1-4ceb-9fe3-0277bd81df43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3989379-af8f-41da-9032-b220974e9944,revision_number=0']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:24.994197 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7afaeed5-4f75-4f64-97d0-a9dfb1f38a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:24.996722 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7afaeed5-4f75-4f64-97d0-a9dfb1f38a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:24.997819 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-7afaeed5-4f75-4f64-97d0-a9dfb1f38a7f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c32d02b4-aa39-4e9f-bfc0-6e08296f4df2 HTTP/1.1" status: 204 len: 168 time: 0.2823594 Jul 08 13:11:25.019301 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning for port 4cdae452-4848-4422-965c-11d8acaecfcd completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:11:25.019477 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbde5047-cea1-4ceb-9fe3-0277bd81df43 admin admin] Checking segment: {'id': '85293284-2d64-4845-b348-0815c9bb2391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '75fad33f-dd76-4a9a-bf23-62ef20102da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:11:25.020634 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbde5047-cea1-4ceb-9fe3-0277bd81df43 admin admin] Network hostable DHCP agents. Network: 75fad33f-dd76-4a9a-bf23-62ef20102da8, hostable agents: ['aa9d8c49-a181-49e8-a217-0ebad9c91868'], hosted agents: [] {{(pid=93011) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 13:11:25.025330 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afaeed5-4f75-4f64-97d0-a9dfb1f38a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32d02b4-aa39-4e9f-bfc0-6e08296f4df2,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:25.027378 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning complete for port 4cdae452-4848-4422-965c-11d8acaecfcd triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:11:25.027976 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:25.056400 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbde5047-cea1-4ceb-9fe3-0277bd81df43 admin admin] Network 75fad33f-dd76-4a9a-bf23-62ef20102da8 is scheduled to be hosted by DHCP agent aa9d8c49-a181-49e8-a217-0ebad9c91868 with binding_index 1 {{(pid=93011) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 13:11:25.078617 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-cbde5047-cea1-4ceb-9fe3-0277bd81df43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-11-iscsi, 75fad33f-dd76-4a9a-bf23-62ef20102da8) {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:11:25.086599 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbde5047-cea1-4ceb-9fe3-0277bd81df43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:25.087203 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-cbde5047-cea1-4ceb-9fe3-0277bd81df43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:25.091720 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c1b514-d4e5-4761-9fec-fcd50a837b44 None None] Network 75fad33f-dd76-4a9a-bf23-62ef20102da8 requested from dv-cinder-789603-11-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 13:11:25.108695 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-cbde5047-cea1-4ceb-9fe3-0277bd81df43 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5384727 Jul 08 13:11:25.110299 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 45986) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:11:25.115499 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-a6aaa0f3-063c-4fff-be50-2d55259ae08f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1531141066-router', 'tenant_id': '42806ddc24f047bf883036e1158d4dce', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174'}}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:11:25.141996 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-a6aaa0f3-063c-4fff-be50-2d55259ae08f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8364066'] for router, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:25.143419 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-a6aaa0f3-063c-4fff-be50-2d55259ae08f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-543912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-421858', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8364077'] for router, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:25.200640 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-a6aaa0f3-063c-4fff-be50-2d55259ae08f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:25.233462 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:25.296626 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] For port 4cdae452-4848-4422-965c-11d8acaecfcd, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=4cdae452-4848-4422-965c-11d8acaecfcd,segment=NetworkSegment(ec4eb99c-636e-43d3-922e-332a95a4195c),segment_id=ec4eb99c-636e-43d3-922e-332a95a4195c)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:11:25.305476 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:25.306492 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 1ecd5834-4ac3-418e-9d45-d4afa2915301 up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:11:25.367687 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9677af88-1903-433f-9ff0-0faa87ff66f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp15e29ccc-158f-583f-b514-01e14430e2a0-75fad33f-dd76-4a9a-bf23-62ef20102da8', 'network_id': '75fad33f-dd76-4a9a-bf23-62ef20102da8', 'tenant_id': '42806ddc24f047bf883036e1158d4dce', 'fixed_ips': [{'subnet_id': 'e3989379-af8f-41da-9032-b220974e9944'}]}} from dv-cinder-789603-11-iscsi. {{(pid=93013) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 08 13:11:25.368671 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-9677af88-1903-433f-9ff0-0faa87ff66f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:25.477236 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Pushing event updated for resources: {'Port': ['ID=4cdae452-4848-4422-965c-11d8acaecfcd,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:25.512640 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning complete for port 1ecd5834-4ac3-418e-9d45-d4afa2915301 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:11:25.513019 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:25.595549 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.db_base_plugin_common [None req-9677af88-1903-433f-9ff0-0faa87ff66f5 None None] Allocated IP 172.20.0.2 (75fad33f-dd76-4a9a-bf23-62ef20102da8/e3989379-af8f-41da-9032-b220974e9944/e47da210-f21f-4292-9880-35aa32c0fe2b) {{(pid=93013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:11:25.653372 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-a6aaa0f3-063c-4fff-be50-2d55259ae08f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-543799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8364095'] for router, precommit_update {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:25.804585 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-9677af88-1903-433f-9ff0-0faa87ff66f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:25.814903 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-9677af88-1903-433f-9ff0-0faa87ff66f5 None None] Transition to ACTIVE for port object e47da210-f21f-4292-9880-35aa32c0fe2b will not be triggered until provisioned by entity L2. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:11:25.830680 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-9677af88-1903-433f-9ff0-0faa87ff66f5 None None] Transition to ACTIVE for port object e47da210-f21f-4292-9880-35aa32c0fe2b will not be triggered until provisioned by entity DHCP. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:11:25.838588 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-9677af88-1903-433f-9ff0-0faa87ff66f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276'] for port, after_create {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:25.882859 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-a6aaa0f3-063c-4fff-be50-2d55259ae08f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:25.888560 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9677af88-1903-433f-9ff0-0faa87ff66f5 None None] Network 75fad33f-dd76-4a9a-bf23-62ef20102da8 is already hosted by enough agents. {{(pid=93013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:11:25.891842 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.scheduler.base_scheduler [None req-9677af88-1903-433f-9ff0-0faa87ff66f5 None None] Resources bound (agent type, host, resource id): {{(pid=93013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:11:25.894731 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9677af88-1903-433f-9ff0-0faa87ff66f5 None None] Received port after_create {{(pid=93013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:11:25.911796 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-a6aaa0f3-063c-4fff-be50-2d55259ae08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:25.926168 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9677af88-1903-433f-9ff0-0faa87ff66f5 None None] Pushing event updated for resources: {'Port': ['ID=e47da210-f21f-4292-9880-35aa32c0fe2b,revision_number=1']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:25.970658 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-9677af88-1903-433f-9ff0-0faa87ff66f5 None None] Attempting to bind port e47da210-f21f-4292-9880-35aa32c0fe2b on host dv-cinder-789603-11-iscsi for vnic_type normal with profile {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 13:11:25.971033 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-9677af88-1903-433f-9ff0-0faa87ff66f5 None None] Attempting to bind port e47da210-f21f-4292-9880-35aa32c0fe2b by drivers openvswitch,hyperv on host dv-cinder-789603-11-iscsi at level 0 using segments [{'id': '85293284-2d64-4845-b348-0815c9bb2391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '75fad33f-dd76-4a9a-bf23-62ef20102da8'}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 13:11:25.971402 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9677af88-1903-433f-9ff0-0faa87ff66f5 None None] Attempting to bind port e47da210-f21f-4292-9880-35aa32c0fe2b on network 75fad33f-dd76-4a9a-bf23-62ef20102da8 {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:11:25.977050 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9677af88-1903-433f-9ff0-0faa87ff66f5 None None] Checking agent: {'id': 'fc4e00a9-53c5-4fcb-bb0a-09b300a741e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 54, 6), 'started_at': datetime.datetime(2021, 7, 8, 12, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 13, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 13:11:25.977420 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9677af88-1903-433f-9ff0-0faa87ff66f5 None None] Checking segment: {'id': '85293284-2d64-4845-b348-0815c9bb2391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '75fad33f-dd76-4a9a-bf23-62ef20102da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:11:25.977829 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-9677af88-1903-433f-9ff0-0faa87ff66f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:25.978307 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9677af88-1903-433f-9ff0-0faa87ff66f5 None None] Bound using segment: {'id': '85293284-2d64-4845-b348-0815c9bb2391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '75fad33f-dd76-4a9a-bf23-62ef20102da8'} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 13:11:25.978818 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-9677af88-1903-433f-9ff0-0faa87ff66f5 None None] Bound port: e47da210-f21f-4292-9880-35aa32c0fe2b, host: dv-cinder-789603-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85293284-2d64-4845-b348-0815c9bb2391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '75fad33f-dd76-4a9a-bf23-62ef20102da8'}}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 13:11:25.979291 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-9677af88-1903-433f-9ff0-0faa87ff66f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:26.046586 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_common [None req-a6aaa0f3-063c-4fff-be50-2d55259ae08f admin admin] Allocated IP 172.27.1.132 (d18f7e62-ee2d-4e48-b29d-27db78040174/81ab2e47-5fae-4c56-af63-aae451fc3457/93a5d184-379c-4a6e-b9dc-b059dc611796) {{(pid=93012) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:11:26.053153 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-9677af88-1903-433f-9ff0-0faa87ff66f5 None None] For port e47da210-f21f-4292-9880-35aa32c0fe2b, host dv-cinder-789603-11-iscsi, cleared binding levels {{(pid=93013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 13:11:26.057047 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-9677af88-1903-433f-9ff0-0faa87ff66f5 None None] For port e47da210-f21f-4292-9880-35aa32c0fe2b, host dv-cinder-789603-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=e47da210-f21f-4292-9880-35aa32c0fe2b,segment=NetworkSegment(85293284-2d64-4845-b348-0815c9bb2391),segment_id=85293284-2d64-4845-b348-0815c9bb2391)] {{(pid=93013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 13:11:26.063207 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-9677af88-1903-433f-9ff0-0faa87ff66f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:26.137086 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9677af88-1903-433f-9ff0-0faa87ff66f5 None None] Pushing event updated for resources: {'Port': ['ID=e47da210-f21f-4292-9880-35aa32c0fe2b,revision_number=2']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:26.168504 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa501770-d7ce-4717-94aa-6193169c9dfd None None] Sync routers for ids ['dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5'] in dv-cinder-789603-11-iscsi {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:11:26.182663 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-a6aaa0f3-063c-4fff-be50-2d55259ae08f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:26.183824 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa501770-d7ce-4717-94aa-6193169c9dfd None None] Routers {'dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:11:26.184528 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-fa501770-d7ce-4717-94aa-6193169c9dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:11:05Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:11:26.237384 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-a6aaa0f3-063c-4fff-be50-2d55259ae08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4509839'] for port, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:26.287217 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6aaa0f3-063c-4fff-be50-2d55259ae08f admin admin] Network d18f7e62-ee2d-4e48-b29d-27db78040174 is already hosted by enough agents. {{(pid=93012) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:11:26.290179 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device dd5a1334-9fa1-4673-80bb-72b67c9fa92c no longer exists at agent hyperv_hv-cinder-78960 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:11:26.315613 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] No Port match for: dd5a1334-9fa1-4673-80bb-72b67c9fa92c {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:11:26.321415 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device dd5a1334-9fa1-4673-80bb-72b67c9fa92c not bound to the agent host hv-cinder-78960 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:11:26.339528 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-fa501770-d7ce-4717-94aa-6193169c9dfd None None] Set router dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:11:26.348422 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aaa0f3-063c-4fff-be50-2d55259ae08f admin admin] Pushing event updated for resources: {'Port': ['ID=93a5d184-379c-4a6e-b9dc-b059dc611796,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:26.358528 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [None req-a6aaa0f3-063c-4fff-be50-2d55259ae08f admin admin] Resources bound (agent type, host, resource id): {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:11:26.361245 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6aaa0f3-063c-4fff-be50-2d55259ae08f admin admin] Received port after_create {{(pid=93012) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:11:26.634905 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-fa501770-d7ce-4717-94aa-6193169c9dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5', 'name': 'tempest-TestMinimumBasicScenario-1435379159-router', 'tenant_id': '958197013bcb4a9e81d5d18c4a0419bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '4cdae452-4848-4422-965c-11d8acaecfcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:11:20Z', 'updated_at': '2021-07-08T13:11:22Z', 'revision_number': 4, 'project_id': '958197013bcb4a9e81d5d18c4a0419bf', 'gw_port': {'id': '4cdae452-4848-4422-965c-11d8acaecfcd', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:97:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:11:20Z', 'updated_at': '2021-07-08T13:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': 'e4327487-e92d-4a10-8541-e9e65d8d2a1d', 'name': '', 'network_id': '06a4880b-8499-4cd0-a02d-0208585c0e62', 'tenant_id': '958197013bcb4a9e81d5d18c4a0419bf', 'mac_address': 'fa:16:3e:d8:06:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '30654fd0-5ba3-44e3-b5e2-b73593ce97d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:11:22Z', 'updated_at': '2021-07-08T13:11:23Z', 'revision_number': 2, 'project_id': '958197013bcb4a9e81d5d18c4a0419bf', 'subnets': [{'id': '30654fd0-5ba3-44e3-b5e2-b73593ce97d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:11:26.660359 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa501770-d7ce-4717-94aa-6193169c9dfd None None] Checking router: dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5 for host: dv-cinder-789603-11-iscsi {{(pid=93014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:11:26.661206 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa501770-d7ce-4717-94aa-6193169c9dfd None None] Updating router dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5 port e4327487-e92d-4a10-8541-e9e65d8d2a1d binding host dv-cinder-789603-11-iscsi {{(pid=93014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 13:11:26.672804 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-a6aaa0f3-063c-4fff-be50-2d55259ae08f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:26.696054 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-fa501770-d7ce-4717-94aa-6193169c9dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:26.877715 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-a6aaa0f3-063c-4fff-be50-2d55259ae08f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-545771'] for router, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:26.974038 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 4cdae452-4848-4422-965c-11d8acaecfcd up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:11:27.005920 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-fa501770-d7ce-4717-94aa-6193169c9dfd None None] Notify callbacks [] for port, precommit_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:27.020332 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.provisioning_blocks [None req-fa501770-d7ce-4717-94aa-6193169c9dfd None None] Transition to ACTIVE for port object e4327487-e92d-4a10-8541-e9e65d8d2a1d will not be triggered until provisioned by entity L2. {{(pid=93014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:11:27.024570 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning complete for port 4cdae452-4848-4422-965c-11d8acaecfcd triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:11:27.024947 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:27.033552 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-fa501770-d7ce-4717-94aa-6193169c9dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:27.051000 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6aaa0f3-063c-4fff-be50-2d55259ae08f admin admin] Router dec05f21-9336-43b1-b736-90a99ce730f3 is scheduled to L3 agent f415b27f-d318-40de-bd28-ecbd03c16a41 with binding_index 1 {{(pid=93012) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 08 13:11:27.091908 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51fb7de-6d18-46d6-86c4-bfccdb86d46b None None] Pushing event updated for resources: {'Port': ['ID=e4327487-e92d-4a10-8541-e9e65d8d2a1d,revision_number=3']} {{(pid=93014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:27.130969 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device e47da210-f21f-4292-9880-35aa32c0fe2b up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:11:27.140680 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51fb7de-6d18-46d6-86c4-bfccdb86d46b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:11:27.141033 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51fb7de-6d18-46d6-86c4-bfccdb86d46b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:11:27.141373 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51fb7de-6d18-46d6-86c4-bfccdb86d46b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:11:27.141711 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51fb7de-6d18-46d6-86c4-bfccdb86d46b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:11:27.142030 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51fb7de-6d18-46d6-86c4-bfccdb86d46b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:11:27.142359 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51fb7de-6d18-46d6-86c4-bfccdb86d46b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:11:27.142683 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51fb7de-6d18-46d6-86c4-bfccdb86d46b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:11:27.143006 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51fb7de-6d18-46d6-86c4-bfccdb86d46b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:11:27.143349 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51fb7de-6d18-46d6-86c4-bfccdb86d46b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:11:27.143675 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51fb7de-6d18-46d6-86c4-bfccdb86d46b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:11:27.144002 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51fb7de-6d18-46d6-86c4-bfccdb86d46b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:11:27.144374 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51fb7de-6d18-46d6-86c4-bfccdb86d46b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:11:27.164288 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-fa501770-d7ce-4717-94aa-6193169c9dfd None None] Attempting to bind port e4327487-e92d-4a10-8541-e9e65d8d2a1d on host dv-cinder-789603-11-iscsi for vnic_type normal with profile {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 13:11:27.164658 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-fa501770-d7ce-4717-94aa-6193169c9dfd None None] Attempting to bind port e4327487-e92d-4a10-8541-e9e65d8d2a1d by drivers openvswitch,hyperv on host dv-cinder-789603-11-iscsi at level 0 using segments [{'id': '51c23279-a1ff-437b-9aa4-0fd6059e4ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '06a4880b-8499-4cd0-a02d-0208585c0e62'}] {{(pid=93014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 13:11:27.165026 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa501770-d7ce-4717-94aa-6193169c9dfd None None] Attempting to bind port e4327487-e92d-4a10-8541-e9e65d8d2a1d on network 06a4880b-8499-4cd0-a02d-0208585c0e62 {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:11:27.170456 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa501770-d7ce-4717-94aa-6193169c9dfd None None] Checking agent: {'id': 'fc4e00a9-53c5-4fcb-bb0a-09b300a741e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 54, 6), 'started_at': datetime.datetime(2021, 7, 8, 12, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 13, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 13:11:27.171149 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa501770-d7ce-4717-94aa-6193169c9dfd None None] Checking segment: {'id': '51c23279-a1ff-437b-9aa4-0fd6059e4ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '06a4880b-8499-4cd0-a02d-0208585c0e62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:11:27.171272 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-fa501770-d7ce-4717-94aa-6193169c9dfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:27.171628 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa501770-d7ce-4717-94aa-6193169c9dfd None None] Bound using segment: {'id': '51c23279-a1ff-437b-9aa4-0fd6059e4ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '06a4880b-8499-4cd0-a02d-0208585c0e62'} {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 13:11:27.172096 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-fa501770-d7ce-4717-94aa-6193169c9dfd None None] Bound port: e4327487-e92d-4a10-8541-e9e65d8d2a1d, host: dv-cinder-789603-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51c23279-a1ff-437b-9aa4-0fd6059e4ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '06a4880b-8499-4cd0-a02d-0208585c0e62'}}] {{(pid=93014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 13:11:27.172558 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-fa501770-d7ce-4717-94aa-6193169c9dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:27.222655 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning for port e47da210-f21f-4292-9880-35aa32c0fe2b completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:11:27.233547 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6aaa0f3-063c-4fff-be50-2d55259ae08f admin admin] Notify agent at l3_agent.dv-cinder-789603-11-iscsi the message routers_updated {{(pid=93012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:11:27.242195 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1293c99-6633-4c0d-819c-05d3fd992253 None None] Sync routers for ids ['dec05f21-9336-43b1-b736-90a99ce730f3'] in dv-cinder-789603-11-iscsi {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:11:27.257552 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1293c99-6633-4c0d-819c-05d3fd992253 None None] Routers {'dec05f21-9336-43b1-b736-90a99ce730f3'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:11:27.258301 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-a1293c99-6633-4c0d-819c-05d3fd992253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:11:05Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['dec05f21-9336-43b1-b736-90a99ce730f3'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:11:27.264536 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-a6aaa0f3-063c-4fff-be50-2d55259ae08f admin admin] Notify callbacks [] for router, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:27.265820 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-a6aaa0f3-063c-4fff-be50-2d55259ae08f admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1544526 Jul 08 13:11:27.268716 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 46020) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:11:27.295244 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.db [None req-fa501770-d7ce-4717-94aa-6193169c9dfd None None] For port e4327487-e92d-4a10-8541-e9e65d8d2a1d, host dv-cinder-789603-11-iscsi, cleared binding levels {{(pid=93014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 13:11:27.300213 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.db [None req-fa501770-d7ce-4717-94aa-6193169c9dfd None None] For port e4327487-e92d-4a10-8541-e9e65d8d2a1d, host dv-cinder-789603-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=e4327487-e92d-4a10-8541-e9e65d8d2a1d,segment=NetworkSegment(51c23279-a1ff-437b-9aa4-0fd6059e4ce8),segment_id=51c23279-a1ff-437b-9aa4-0fd6059e4ce8)] {{(pid=93014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 13:11:27.307697 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-fa501770-d7ce-4717-94aa-6193169c9dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:27.372199 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa501770-d7ce-4717-94aa-6193169c9dfd None None] Routers {'dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:11:27.372466 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d287474b-5c3d-4f6a-b5cd-46cb8dd3780f None None] Network 75fad33f-dd76-4a9a-bf23-62ef20102da8 requested from dv-cinder-789603-11-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 13:11:27.373328 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-fa501770-d7ce-4717-94aa-6193169c9dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:11:05Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:11:27.490197 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-fa501770-d7ce-4717-94aa-6193169c9dfd None None] Set router dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:11:27.650100 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51fb7de-6d18-46d6-86c4-bfccdb86d46b None None] Pushing event updated for resources: {'Port': ['ID=e4327487-e92d-4a10-8541-e9e65d8d2a1d,revision_number=4']} {{(pid=93014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:27.699986 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-a1293c99-6633-4c0d-819c-05d3fd992253 None None] Set router dec05f21-9336-43b1-b736-90a99ce730f3 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:11:27.769362 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-fa501770-d7ce-4717-94aa-6193169c9dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5', 'name': 'tempest-TestMinimumBasicScenario-1435379159-router', 'tenant_id': '958197013bcb4a9e81d5d18c4a0419bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '4cdae452-4848-4422-965c-11d8acaecfcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:11:20Z', 'updated_at': '2021-07-08T13:11:22Z', 'revision_number': 4, 'project_id': '958197013bcb4a9e81d5d18c4a0419bf', 'gw_port': {'id': '4cdae452-4848-4422-965c-11d8acaecfcd', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:97:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:11:20Z', 'updated_at': '2021-07-08T13:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': 'e4327487-e92d-4a10-8541-e9e65d8d2a1d', 'name': '', 'network_id': '06a4880b-8499-4cd0-a02d-0208585c0e62', 'tenant_id': '958197013bcb4a9e81d5d18c4a0419bf', 'mac_address': 'fa:16:3e:d8:06:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '30654fd0-5ba3-44e3-b5e2-b73593ce97d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:11:22Z', 'updated_at': '2021-07-08T13:11:27Z', 'revision_number': 4, 'project_id': '958197013bcb4a9e81d5d18c4a0419bf', 'subnets': [{'id': '30654fd0-5ba3-44e3-b5e2-b73593ce97d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:11:27.803146 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-b54a9f20-fc16-4ee4-ad51-faf3a5f83140 None None] Provisioning for port e47da210-f21f-4292-9880-35aa32c0fe2b completed by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:11:27.820853 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa501770-d7ce-4717-94aa-6193169c9dfd None None] The sync data for ids ['dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5'] in dv-cinder-789603-11-iscsi is: [{'id': 'dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5', 'name': 'tempest-TestMinimumBasicScenario-1435379159-router', 'tenant_id': '958197013bcb4a9e81d5d18c4a0419bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '4cdae452-4848-4422-965c-11d8acaecfcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:11:20Z', 'updated_at': '2021-07-08T13:11:22Z', 'revision_number': 4, 'project_id': '958197013bcb4a9e81d5d18c4a0419bf', 'gw_port': {'id': '4cdae452-4848-4422-965c-11d8acaecfcd', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:97:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:11:20Z', 'updated_at': '2021-07-08T13:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': 'e4327487-e92d-4a10-8541-e9e65d8d2a1d', 'name': '', 'network_id': '06a4880b-8499-4cd0-a02d-0208585c0e62', 'tenant_id': '958197013bcb4a9e81d5d18c4a0419bf', 'mac_address': 'fa:16:3e:d8:06:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '30654fd0-5ba3-44e3-b5e2-b73593ce97d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:11:22Z', 'updated_at': '2021-07-08T13:11:27Z', 'revision_number': 4, 'project_id': '958197013bcb4a9e81d5d18c4a0419bf', 'subnets': [{'id': '30654fd0-5ba3-44e3-b5e2-b73593ce97d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:11:27.837912 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-b54a9f20-fc16-4ee4-ad51-faf3a5f83140 None None] Provisioning complete for port e47da210-f21f-4292-9880-35aa32c0fe2b triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:11:27.838290 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-b54a9f20-fc16-4ee4-ad51-faf3a5f83140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:28.013376 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-b54a9f20-fc16-4ee4-ad51-faf3a5f83140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:28.061337 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-a1293c99-6633-4c0d-819c-05d3fd992253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec05f21-9336-43b1-b736-90a99ce730f3', 'name': 'tempest-TestMinimumBasicScenario-1531141066-router', 'tenant_id': '42806ddc24f047bf883036e1158d4dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '93a5d184-379c-4a6e-b9dc-b059dc611796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:11:25Z', 'updated_at': '2021-07-08T13:11:26Z', 'revision_number': 3, 'project_id': '42806ddc24f047bf883036e1158d4dce', 'gw_port': {'id': '93a5d184-379c-4a6e-b9dc-b059dc611796', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:29:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec05f21-9336-43b1-b736-90a99ce730f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:11:25Z', 'updated_at': '2021-07-08T13:11:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi'}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:11:28.066989 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-b54a9f20-fc16-4ee4-ad51-faf3a5f83140 None None] For port e47da210-f21f-4292-9880-35aa32c0fe2b, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=e47da210-f21f-4292-9880-35aa32c0fe2b,segment=NetworkSegment(85293284-2d64-4845-b348-0815c9bb2391),segment_id=85293284-2d64-4845-b348-0815c9bb2391)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:11:28.096007 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-b54a9f20-fc16-4ee4-ad51-faf3a5f83140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:28.104802 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a6943608-6db3-4248-8068-cb2117841c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:28.106991 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1293c99-6633-4c0d-819c-05d3fd992253 None None] Checking router: dec05f21-9336-43b1-b736-90a99ce730f3 for host: dv-cinder-789603-11-iscsi {{(pid=93013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:11:28.107699 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1293c99-6633-4c0d-819c-05d3fd992253 None None] Updating router dec05f21-9336-43b1-b736-90a99ce730f3 port 93a5d184-379c-4a6e-b9dc-b059dc611796 binding host dv-cinder-789603-11-iscsi {{(pid=93013) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 13:11:28.182135 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a1293c99-6633-4c0d-819c-05d3fd992253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:28.220714 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54a9f20-fc16-4ee4-ad51-faf3a5f83140 None None] Pushing event updated for resources: {'Port': ['ID=e47da210-f21f-4292-9880-35aa32c0fe2b,revision_number=3']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:28.304429 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [None req-a6943608-6db3-4248-8068-cb2117841c66 admin admin] Allocated IP 172.20.0.1 (75fad33f-dd76-4a9a-bf23-62ef20102da8/e3989379-af8f-41da-9032-b220974e9944/4932551a-606c-4da6-aae0-43ddda8a38b6) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:11:28.312515 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-056f1496-787c-480b-8b64-ab2c1281a3d1 None None] Provisioning complete for port e47da210-f21f-4292-9880-35aa32c0fe2b triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:11:28.312880 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-056f1496-787c-480b-8b64-ab2c1281a3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:28.432460 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a6943608-6db3-4248-8068-cb2117841c66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:28.447307 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [None req-a6943608-6db3-4248-8068-cb2117841c66 admin admin] Transition to ACTIVE for port object 4932551a-606c-4da6-aae0-43ddda8a38b6 will not be triggered until provisioned by entity DHCP. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:11:28.489191 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a6943608-6db3-4248-8068-cb2117841c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4789364'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:28.540517 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6943608-6db3-4248-8068-cb2117841c66 admin admin] Network 75fad33f-dd76-4a9a-bf23-62ef20102da8 is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:11:28.543775 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-a6943608-6db3-4248-8068-cb2117841c66 admin admin] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:11:28.548566 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6943608-6db3-4248-8068-cb2117841c66 admin admin] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:11:28.552314 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6943608-6db3-4248-8068-cb2117841c66 admin admin] Pushing event updated for resources: {'Port': ['ID=4932551a-606c-4da6-aae0-43ddda8a38b6,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:28.554576 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a1293c99-6633-4c0d-819c-05d3fd992253 None None] Notify callbacks [] for port, precommit_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:28.568480 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-a1293c99-6633-4c0d-819c-05d3fd992253 None None] Transition to ACTIVE for port object 93a5d184-379c-4a6e-b9dc-b059dc611796 will not be triggered until provisioned by entity L2. {{(pid=93013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:11:28.578115 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a1293c99-6633-4c0d-819c-05d3fd992253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:28.596909 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a6943608-6db3-4248-8068-cb2117841c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-546274'] for router_interface, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:28.628133 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-a1293c99-6633-4c0d-819c-05d3fd992253 None None] Attempting to bind port 93a5d184-379c-4a6e-b9dc-b059dc611796 on host dv-cinder-789603-11-iscsi for vnic_type normal with profile {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 13:11:28.628533 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-a1293c99-6633-4c0d-819c-05d3fd992253 None None] Attempting to bind port 93a5d184-379c-4a6e-b9dc-b059dc611796 by drivers openvswitch,hyperv on host dv-cinder-789603-11-iscsi at level 0 using segments [{'id': 'ec4eb99c-636e-43d3-922e-332a95a4195c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174'}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 13:11:28.628895 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1293c99-6633-4c0d-819c-05d3fd992253 None None] Attempting to bind port 93a5d184-379c-4a6e-b9dc-b059dc611796 on network d18f7e62-ee2d-4e48-b29d-27db78040174 {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:11:28.641857 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1293c99-6633-4c0d-819c-05d3fd992253 None None] Checking agent: {'id': 'fc4e00a9-53c5-4fcb-bb0a-09b300a741e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 54, 6), 'started_at': datetime.datetime(2021, 7, 8, 12, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 13, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 13:11:28.642234 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1293c99-6633-4c0d-819c-05d3fd992253 None None] Checking segment: {'id': 'ec4eb99c-636e-43d3-922e-332a95a4195c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:11:28.642645 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a1293c99-6633-4c0d-819c-05d3fd992253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:28.643085 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1293c99-6633-4c0d-819c-05d3fd992253 None None] Bound using segment: {'id': 'ec4eb99c-636e-43d3-922e-332a95a4195c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174'} {{(pid=93013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 13:11:28.643573 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.managers [None req-a1293c99-6633-4c0d-819c-05d3fd992253 None None] Bound port: 93a5d184-379c-4a6e-b9dc-b059dc611796, host: dv-cinder-789603-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec4eb99c-636e-43d3-922e-332a95a4195c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174'}}] {{(pid=93013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 13:11:28.643965 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a1293c99-6633-4c0d-819c-05d3fd992253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:28.678173 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366f6f08-5fc5-454e-88b4-34c9205d21a4 None None] Pushing event updated for resources: {'Port': ['ID=93a5d184-379c-4a6e-b9dc-b059dc611796,revision_number=2']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:28.707161 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-a1293c99-6633-4c0d-819c-05d3fd992253 None None] For port 93a5d184-379c-4a6e-b9dc-b059dc611796, host dv-cinder-789603-11-iscsi, cleared binding levels {{(pid=93013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 13:11:28.711492 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-a1293c99-6633-4c0d-819c-05d3fd992253 None None] For port 93a5d184-379c-4a6e-b9dc-b059dc611796, host dv-cinder-789603-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=93a5d184-379c-4a6e-b9dc-b059dc611796,segment=NetworkSegment(ec4eb99c-636e-43d3-922e-332a95a4195c),segment_id=ec4eb99c-636e-43d3-922e-332a95a4195c)] {{(pid=93013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 13:11:28.716406 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a1293c99-6633-4c0d-819c-05d3fd992253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:28.774532 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1293c99-6633-4c0d-819c-05d3fd992253 None None] Routers {'dec05f21-9336-43b1-b736-90a99ce730f3'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:11:28.775007 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-a1293c99-6633-4c0d-819c-05d3fd992253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:11:05Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['dec05f21-9336-43b1-b736-90a99ce730f3'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:11:28.781466 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a6943608-6db3-4248-8068-cb2117841c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:28.835258 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366f6f08-5fc5-454e-88b4-34c9205d21a4 None None] Pushing event updated for resources: {'Port': ['ID=93a5d184-379c-4a6e-b9dc-b059dc611796,revision_number=3']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:28.854405 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-27a37065-c667-43b2-80c7-753bcbc281d2 None None] Provisioning for port 4932551a-606c-4da6-aae0-43ddda8a38b6 completed by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:11:28.886300 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-27a37065-c667-43b2-80c7-753bcbc281d2 None None] Provisioning complete for port 4932551a-606c-4da6-aae0-43ddda8a38b6 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:11:28.887182 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-27a37065-c667-43b2-80c7-753bcbc281d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:28.895880 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device e4327487-e92d-4a10-8541-e9e65d8d2a1d up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:11:28.969567 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a6943608-6db3-4248-8068-cb2117841c66 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:28.975896 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a6943608-6db3-4248-8068-cb2117841c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4789354'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:28.979071 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-27a37065-c667-43b2-80c7-753bcbc281d2 None None] Port 4932551a-606c-4da6-aae0-43ddda8a38b6 cannot update to ACTIVE because it is not bound. {{(pid=93013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 13:11:28.985337 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-a1293c99-6633-4c0d-819c-05d3fd992253 None None] Set router dec05f21-9336-43b1-b736-90a99ce730f3 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:11:29.036655 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning for port e4327487-e92d-4a10-8541-e9e65d8d2a1d completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:11:29.047468 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-a6943608-6db3-4248-8068-cb2117841c66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-585434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-545201'] for router_interface, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:29.049452 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6943608-6db3-4248-8068-cb2117841c66 admin admin] Pushing event updated for resources: {'Port': ['ID=4932551a-606c-4da6-aae0-43ddda8a38b6,revision_number=2']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:29.073452 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning complete for port e4327487-e92d-4a10-8541-e9e65d8d2a1d triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:11:29.073822 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:29.157714 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6943608-6db3-4248-8068-cb2117841c66 admin admin] Network 75fad33f-dd76-4a9a-bf23-62ef20102da8 is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:11:29.159549 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-a6943608-6db3-4248-8068-cb2117841c66 admin admin] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:11:29.251287 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:29.268536 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 46048) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:11:29.290231 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6943608-6db3-4248-8068-cb2117841c66 admin admin] Router dec05f21-9336-43b1-b736-90a99ce730f3 has already been hosted by L3 agent f415b27f-d318-40de-bd28-ecbd03c16a41 {{(pid=93011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 13:11:29.303511 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] For port e4327487-e92d-4a10-8541-e9e65d8d2a1d, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=e4327487-e92d-4a10-8541-e9e65d8d2a1d,segment=NetworkSegment(51c23279-a1ff-437b-9aa4-0fd6059e4ce8),segment_id=51c23279-a1ff-437b-9aa4-0fd6059e4ce8)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:11:29.311049 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:29.312125 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device e47da210-f21f-4292-9880-35aa32c0fe2b up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:11:29.318121 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-a1293c99-6633-4c0d-819c-05d3fd992253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec05f21-9336-43b1-b736-90a99ce730f3', 'name': 'tempest-TestMinimumBasicScenario-1531141066-router', 'tenant_id': '42806ddc24f047bf883036e1158d4dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '93a5d184-379c-4a6e-b9dc-b059dc611796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:11:25Z', 'updated_at': '2021-07-08T13:11:28Z', 'revision_number': 4, 'project_id': '42806ddc24f047bf883036e1158d4dce', 'gw_port': {'id': '93a5d184-379c-4a6e-b9dc-b059dc611796', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:29:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec05f21-9336-43b1-b736-90a99ce730f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:11:25Z', 'updated_at': '2021-07-08T13:11:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': '4932551a-606c-4da6-aae0-43ddda8a38b6', 'name': '', 'network_id': '75fad33f-dd76-4a9a-bf23-62ef20102da8', 'tenant_id': '42806ddc24f047bf883036e1158d4dce', 'mac_address': 'fa:16:3e:95:44:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec05f21-9336-43b1-b736-90a99ce730f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'e3989379-af8f-41da-9032-b220974e9944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:11:28Z', 'updated_at': '2021-07-08T13:11:28Z', 'revision_number': 1, 'project_id': '42806ddc24f047bf883036e1158d4dce', 'subnets': [{'id': 'e3989379-af8f-41da-9032-b220974e9944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:11:29.393603 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1293c99-6633-4c0d-819c-05d3fd992253 None None] The sync data for ids ['dec05f21-9336-43b1-b736-90a99ce730f3'] in dv-cinder-789603-11-iscsi is: [{'id': 'dec05f21-9336-43b1-b736-90a99ce730f3', 'name': 'tempest-TestMinimumBasicScenario-1531141066-router', 'tenant_id': '42806ddc24f047bf883036e1158d4dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '93a5d184-379c-4a6e-b9dc-b059dc611796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:11:25Z', 'updated_at': '2021-07-08T13:11:28Z', 'revision_number': 4, 'project_id': '42806ddc24f047bf883036e1158d4dce', 'gw_port': {'id': '93a5d184-379c-4a6e-b9dc-b059dc611796', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:29:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec05f21-9336-43b1-b736-90a99ce730f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:11:25Z', 'updated_at': '2021-07-08T13:11:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': '4932551a-606c-4da6-aae0-43ddda8a38b6', 'name': '', 'network_id': '75fad33f-dd76-4a9a-bf23-62ef20102da8', 'tenant_id': '42806ddc24f047bf883036e1158d4dce', 'mac_address': 'fa:16:3e:95:44:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec05f21-9336-43b1-b736-90a99ce730f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'e3989379-af8f-41da-9032-b220974e9944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:11:28Z', 'updated_at': '2021-07-08T13:11:28Z', 'revision_number': 1, 'project_id': '42806ddc24f047bf883036e1158d4dce', 'subnets': [{'id': 'e3989379-af8f-41da-9032-b220974e9944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:11:29.420212 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-0def534b-85eb-4995-be1a-43821d6686df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:29.426683 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6943608-6db3-4248-8068-cb2117841c66 admin admin] Notify agent at l3_agent.dv-cinder-789603-11-iscsi the message routers_updated {{(pid=93011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:11:29.435406 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-a6943608-6db3-4248-8068-cb2117841c66 admin admin] 10.222.0.59 "PUT /v2.0/routers/dec05f21-9336-43b1-b736-90a99ce730f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1651886 Jul 08 13:11:29.438354 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Pushing event updated for resources: {'Port': ['ID=e4327487-e92d-4a10-8541-e9e65d8d2a1d,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:29.449560 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning complete for port e47da210-f21f-4292-9880-35aa32c0fe2b triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:11:29.450136 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:29.521168 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-9e97d1fe-d64d-4590-bbdc-05a4d6662ff0 None None] Provisioning complete for port 4932551a-606c-4da6-aae0-43ddda8a38b6 triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:11:29.521674 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-9e97d1fe-d64d-4590-bbdc-05a4d6662ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:29.553709 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-0def534b-85eb-4995-be1a-43821d6686df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:29.558240 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-0def534b-85eb-4995-be1a-43821d6686df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:29.601772 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-0def534b-85eb-4995-be1a-43821d6686df admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fccf97ab78dc4e1f91c6fb1bd5778c8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3314466 Jul 08 13:11:29.605304 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 46060) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:11:29.608052 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-9e97d1fe-d64d-4590-bbdc-05a4d6662ff0 None None] Port 4932551a-606c-4da6-aae0-43ddda8a38b6 cannot update to ACTIVE because it is not bound. {{(pid=93013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 13:11:29.622018 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def534b-85eb-4995-be1a-43821d6686df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040b26d7-d9d5-4d54-94ee-d1dfe55f4aa2,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:29.667515 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5f12ed92-b1d8-4d0e-bb78-bffef151d72b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:29.693894 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5f12ed92-b1d8-4d0e-bb78-bffef151d72b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:29.777940 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5f12ed92-b1d8-4d0e-bb78-bffef151d72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:29.780835 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5f12ed92-b1d8-4d0e-bb78-bffef151d72b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:29.782131 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-5f12ed92-b1d8-4d0e-bb78-bffef151d72b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/040b26d7-d9d5-4d54-94ee-d1dfe55f4aa2 HTTP/1.1" status: 204 len: 168 time: 0.1754556 Jul 08 13:11:29.790641 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f12ed92-b1d8-4d0e-bb78-bffef151d72b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040b26d7-d9d5-4d54-94ee-d1dfe55f4aa2,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:30.073048 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:30.542797 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 46102) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:11:30.709635 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-e73cdcb4-9dbb-401d-9c56-f570a81746e8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1627785282-network', 'tenant_id': '1841a282db9b43bfa0006e63695697d5'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:11:30.737971 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73cdcb4-9dbb-401d-9c56-f570a81746e8 admin admin] Made reservation on behalf of 1841a282db9b43bfa0006e63695697d5 for: {'network': 1} {{(pid=93012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:11:30.741683 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-e73cdcb4-9dbb-401d-9c56-f570a81746e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for network, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:30.757490 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-e73cdcb4-9dbb-401d-9c56-f570a81746e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:30.919205 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-e73cdcb4-9dbb-401d-9c56-f570a81746e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:30.927775 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-e73cdcb4-9dbb-401d-9c56-f570a81746e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:30.979949 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e73cdcb4-9dbb-401d-9c56-f570a81746e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=93012) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 13:11:30.988410 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73cdcb4-9dbb-401d-9c56-f570a81746e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9a5f35-4c4d-4592-bbc2-2f8977907b2b,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:30.995971 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 93a5d184-379c-4a6e-b9dc-b059dc611796 up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:11:31.024967 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-e73cdcb4-9dbb-401d-9c56-f570a81746e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1381891'] for segment, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:31.025329 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.db.segments_db [None req-e73cdcb4-9dbb-401d-9c56-f570a81746e8 admin admin] Added segment 980dd950-6325-40ba-b34e-1d6120ba3735 of type vlan for network 545c539b-f6a9-4261-a6db-4994e15b5ccc Jul 08 13:11:31.071663 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning for port 93a5d184-379c-4a6e-b9dc-b059dc611796 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:11:31.075930 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning complete for port 93a5d184-379c-4a6e-b9dc-b059dc611796 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:11:31.076579 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:31.084212 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-e73cdcb4-9dbb-401d-9c56-f570a81746e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739448901726'] for network, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:31.146490 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-e73cdcb4-9dbb-401d-9c56-f570a81746e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384'] for network, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:31.148062 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73cdcb4-9dbb-401d-9c56-f570a81746e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:31.148688 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-e73cdcb4-9dbb-401d-9c56-f570a81746e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for network, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:31.181020 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:31.209936 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] For port 93a5d184-379c-4a6e-b9dc-b059dc611796, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=93a5d184-379c-4a6e-b9dc-b059dc611796,segment=NetworkSegment(ec4eb99c-636e-43d3-922e-332a95a4195c),segment_id=ec4eb99c-636e-43d3-922e-332a95a4195c)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:11:31.217489 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:31.220692 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device e4327487-e92d-4a10-8541-e9e65d8d2a1d up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:11:31.266950 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 46106) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:11:31.275436 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-c5d368b5-c23a-4e46-b35f-01a45e404465 admin admin] Request body: {'subnet': {'network_id': '545c539b-f6a9-4261-a6db-4994e15b5ccc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1627785282-subnet', 'tenant_id': '1841a282db9b43bfa0006e63695697d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:11:31.276900 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-e73cdcb4-9dbb-401d-9c56-f570a81746e8 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7328579 Jul 08 13:11:31.281546 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73cdcb4-9dbb-401d-9c56-f570a81746e8 admin admin] Pushing event updated for resources: {'Network': ['ID=545c539b-f6a9-4261-a6db-4994e15b5ccc,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:31.339294 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d368b5-c23a-4e46-b35f-01a45e404465 admin admin] Made reservation on behalf of 1841a282db9b43bfa0006e63695697d5 for: {'subnet': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:11:31.342338 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c5d368b5-c23a-4e46-b35f-01a45e404465 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5094259'] for subnet, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:31.448686 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Network 545c539b-f6a9-4261-a6db-4994e15b5ccc details requested by agent ovs-agent-dv-cinder-789603-11-iscsi with host dv-cinder-789603-11-iscsi {{(pid=93013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 13:11:31.575492 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Pushing event updated for resources: {'Port': ['ID=93a5d184-379c-4a6e-b9dc-b059dc611796,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:31.601370 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning complete for port e4327487-e92d-4a10-8541-e9e65d8d2a1d triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:11:31.602086 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:31.618553 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c5d368b5-c23a-4e46-b35f-01a45e404465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4900324', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5094209'] for subnet, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:31.690462 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d368b5-c23a-4e46-b35f-01a45e404465 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c1066a8-6ae0-47b2-9539-aed5d4e47624,revision_number=0']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:31.700713 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d368b5-c23a-4e46-b35f-01a45e404465 admin admin] Checking segment: {'id': '980dd950-6325-40ba-b34e-1d6120ba3735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '545c539b-f6a9-4261-a6db-4994e15b5ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:11:31.701243 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d368b5-c23a-4e46-b35f-01a45e404465 admin admin] Network hostable DHCP agents. Network: 545c539b-f6a9-4261-a6db-4994e15b5ccc, hostable agents: ['aa9d8c49-a181-49e8-a217-0ebad9c91868'], hosted agents: [] {{(pid=93011) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 13:11:31.719966 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d368b5-c23a-4e46-b35f-01a45e404465 admin admin] Network 545c539b-f6a9-4261-a6db-4994e15b5ccc is scheduled to be hosted by DHCP agent aa9d8c49-a181-49e8-a217-0ebad9c91868 with binding_index 1 {{(pid=93011) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 13:11:31.732508 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-c5d368b5-c23a-4e46-b35f-01a45e404465 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-11-iscsi, 545c539b-f6a9-4261-a6db-4994e15b5ccc) {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:11:31.741615 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a84553e-5bad-402e-b71c-ccfcbb4ee118 None None] Network 545c539b-f6a9-4261-a6db-4994e15b5ccc requested from dv-cinder-789603-11-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 13:11:31.745111 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d368b5-c23a-4e46-b35f-01a45e404465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:31.745809 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c5d368b5-c23a-4e46-b35f-01a45e404465 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:31.762861 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-c5d368b5-c23a-4e46-b35f-01a45e404465 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4941177 Jul 08 13:11:31.906341 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63084026-3252-4a4e-9894-5116a3b9348e None None] Network 545c539b-f6a9-4261-a6db-4994e15b5ccc requested from dv-cinder-789603-11-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 13:11:31.998773 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-0cef42f3-3a1a-4020-b263-5152d2247e85 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 13:11:32.376510 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 46122) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:11:32.381580 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-0db531b9-07b6-4bfb-80fb-83c984491c0a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-745611339-network', 'tenant_id': '54dd4b1cb1de4d60a5b3f43e0623cb35'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:11:32.404575 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db531b9-07b6-4bfb-80fb-83c984491c0a admin admin] Made reservation on behalf of 54dd4b1cb1de4d60a5b3f43e0623cb35 for: {'network': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:11:32.410068 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0db531b9-07b6-4bfb-80fb-83c984491c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for network, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:32.421204 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0db531b9-07b6-4bfb-80fb-83c984491c0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:32.541858 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-57d9051a-d0ba-4e96-a1de-3dae28b0eebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:32.567299 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010eeaa2-b63f-4e56-ac83-d91e67bcaaec None None] Sync routers for ids ['dec05f21-9336-43b1-b736-90a99ce730f3'] in dv-cinder-789603-11-iscsi {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:11:32.572586 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0db531b9-07b6-4bfb-80fb-83c984491c0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:32.581472 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0db531b9-07b6-4bfb-80fb-83c984491c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:32.581751 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010eeaa2-b63f-4e56-ac83-d91e67bcaaec None None] Routers {'dec05f21-9336-43b1-b736-90a99ce730f3'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:11:32.583801 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-010eeaa2-b63f-4e56-ac83-d91e67bcaaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:11:05Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['dec05f21-9336-43b1-b736-90a99ce730f3'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:11:32.612702 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0db531b9-07b6-4bfb-80fb-83c984491c0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=93011) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 08 13:11:32.624265 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db531b9-07b6-4bfb-80fb-83c984491c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661e37ca-48d6-4cdc-a59e-47faa5fed883,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:32.630013 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0db531b9-07b6-4bfb-80fb-83c984491c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1381891'] for segment, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:32.630628 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.db.segments_db [None req-0db531b9-07b6-4bfb-80fb-83c984491c0a admin admin] Added segment 46388e9f-9165-4494-9534-5d49037d1c4f of type vlan for network 4c6eb964-0ae1-4bff-bb58-f756020d4b55 Jul 08 13:11:32.694254 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0db531b9-07b6-4bfb-80fb-83c984491c0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739448901726'] for network, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:32.727890 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0db531b9-07b6-4bfb-80fb-83c984491c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384'] for network, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:32.729000 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db531b9-07b6-4bfb-80fb-83c984491c0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:32.730387 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-0db531b9-07b6-4bfb-80fb-83c984491c0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for network, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:32.755046 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-010eeaa2-b63f-4e56-ac83-d91e67bcaaec None None] Set router dec05f21-9336-43b1-b736-90a99ce730f3 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:11:32.793410 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-0db531b9-07b6-4bfb-80fb-83c984491c0a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4152486 Jul 08 13:11:32.795873 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 46124) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:11:32.802797 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-4b4b6df9-706e-446c-9458-45ecb6f573fb admin admin] Request body: {'subnet': {'network_id': '4c6eb964-0ae1-4bff-bb58-f756020d4b55', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-745611339-subnet', 'tenant_id': '54dd4b1cb1de4d60a5b3f43e0623cb35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:11:32.809002 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db531b9-07b6-4bfb-80fb-83c984491c0a admin admin] Pushing event updated for resources: {'Network': ['ID=4c6eb964-0ae1-4bff-bb58-f756020d4b55,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:32.831663 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Network 4c6eb964-0ae1-4bff-bb58-f756020d4b55 details requested by agent ovs-agent-dv-cinder-789603-11-iscsi with host dv-cinder-789603-11-iscsi {{(pid=93013) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 08 13:11:32.856490 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4b6df9-706e-446c-9458-45ecb6f573fb admin admin] Made reservation on behalf of 54dd4b1cb1de4d60a5b3f43e0623cb35 for: {'subnet': 1} {{(pid=93012) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:11:32.859630 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4b4b6df9-706e-446c-9458-45ecb6f573fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4655977'] for subnet, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:32.910345 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 93a5d184-379c-4a6e-b9dc-b059dc611796 up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:11:33.024351 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning complete for port 93a5d184-379c-4a6e-b9dc-b059dc611796 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:11:33.024629 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:33.139352 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4b4b6df9-706e-446c-9458-45ecb6f573fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4653343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4655963'] for subnet, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:33.224689 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-010eeaa2-b63f-4e56-ac83-d91e67bcaaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec05f21-9336-43b1-b736-90a99ce730f3', 'name': 'tempest-TestMinimumBasicScenario-1531141066-router', 'tenant_id': '42806ddc24f047bf883036e1158d4dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '93a5d184-379c-4a6e-b9dc-b059dc611796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:11:25Z', 'updated_at': '2021-07-08T13:11:28Z', 'revision_number': 4, 'project_id': '42806ddc24f047bf883036e1158d4dce', 'gw_port': {'id': '93a5d184-379c-4a6e-b9dc-b059dc611796', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:29:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec05f21-9336-43b1-b736-90a99ce730f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:11:25Z', 'updated_at': '2021-07-08T13:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': '4932551a-606c-4da6-aae0-43ddda8a38b6', 'name': '', 'network_id': '75fad33f-dd76-4a9a-bf23-62ef20102da8', 'tenant_id': '42806ddc24f047bf883036e1158d4dce', 'mac_address': 'fa:16:3e:95:44:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec05f21-9336-43b1-b736-90a99ce730f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'e3989379-af8f-41da-9032-b220974e9944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:11:28Z', 'updated_at': '2021-07-08T13:11:28Z', 'revision_number': 2, 'project_id': '42806ddc24f047bf883036e1158d4dce', 'subnets': [{'id': 'e3989379-af8f-41da-9032-b220974e9944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:11:33.226750 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4b6df9-706e-446c-9458-45ecb6f573fb admin admin] Checking segment: {'id': '46388e9f-9165-4494-9534-5d49037d1c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '4c6eb964-0ae1-4bff-bb58-f756020d4b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:11:33.227101 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4b6df9-706e-446c-9458-45ecb6f573fb admin admin] Network hostable DHCP agents. Network: 4c6eb964-0ae1-4bff-bb58-f756020d4b55, hostable agents: ['aa9d8c49-a181-49e8-a217-0ebad9c91868'], hosted agents: [] {{(pid=93012) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 08 13:11:33.238290 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4b6df9-706e-446c-9458-45ecb6f573fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1b4bda7-9515-4a8e-a182-d2f914889a92,revision_number=0']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:33.253906 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010eeaa2-b63f-4e56-ac83-d91e67bcaaec None None] Checking router: dec05f21-9336-43b1-b736-90a99ce730f3 for host: dv-cinder-789603-11-iscsi {{(pid=93014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:11:33.254265 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010eeaa2-b63f-4e56-ac83-d91e67bcaaec None None] Updating router dec05f21-9336-43b1-b736-90a99ce730f3 port 4932551a-606c-4da6-aae0-43ddda8a38b6 binding host dv-cinder-789603-11-iscsi {{(pid=93014) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 08 13:11:33.259073 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4b6df9-706e-446c-9458-45ecb6f573fb admin admin] Network 4c6eb964-0ae1-4bff-bb58-f756020d4b55 is scheduled to be hosted by DHCP agent aa9d8c49-a181-49e8-a217-0ebad9c91868 with binding_index 1 {{(pid=93012) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 08 13:11:33.272339 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.base_scheduler [None req-4b4b6df9-706e-446c-9458-45ecb6f573fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-789603-11-iscsi, 4c6eb964-0ae1-4bff-bb58-f756020d4b55) {{(pid=93012) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:11:33.278812 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4b6df9-706e-446c-9458-45ecb6f573fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:33.279551 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4b4b6df9-706e-446c-9458-45ecb6f573fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for subnet, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:33.285338 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb2b3af-efd8-44bd-8eb6-418596e2628b None None] Network 4c6eb964-0ae1-4bff-bb58-f756020d4b55 requested from dv-cinder-789603-11-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 13:11:33.297107 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-010eeaa2-b63f-4e56-ac83-d91e67bcaaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:33.308732 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-4b4b6df9-706e-446c-9458-45ecb6f573fb admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5116169 Jul 08 13:11:33.461686 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 46128) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:11:33.495448 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372034fa-1ff5-4bd5-a23e-7c7b1b5d2c7e None None] Network 4c6eb964-0ae1-4bff-bb58-f756020d4b55 requested from dv-cinder-789603-11-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 13:11:33.535004 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_v2 [None req-44071fb7-26fe-47dd-87f9-6d1000127019 admin admin] Deleting subnet 8c1066a8-6ae0-47b2-9539-aed5d4e47624 {{(pid=93012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 13:11:33.538740 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-44071fb7-26fe-47dd-87f9-6d1000127019 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:33.575169 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-44071fb7-26fe-47dd-87f9-6d1000127019 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4653433'] for subnet, precommit_delete_associations {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:33.578896 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-010eeaa2-b63f-4e56-ac83-d91e67bcaaec None None] Notify callbacks [] for port, precommit_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:33.590000 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.provisioning_blocks [None req-010eeaa2-b63f-4e56-ac83-d91e67bcaaec None None] Transition to ACTIVE for port object 4932551a-606c-4da6-aae0-43ddda8a38b6 will not be triggered until provisioned by entity L2. {{(pid=93014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:11:33.599908 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-010eeaa2-b63f-4e56-ac83-d91e67bcaaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:33.616416 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-44071fb7-26fe-47dd-87f9-6d1000127019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388364'] for subnet, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:33.667264 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f579fd4-2f8a-449d-a42e-32c905ee85e4 None None] Pushing event updated for resources: {'Port': ['ID=4932551a-606c-4da6-aae0-43ddda8a38b6,revision_number=3']} {{(pid=93014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:33.686692 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-44071fb7-26fe-47dd-87f9-6d1000127019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4509906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4655938'] for subnet, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:33.706346 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-44071fb7-26fe-47dd-87f9-6d1000127019 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for subnet, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:33.708589 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-44071fb7-26fe-47dd-87f9-6d1000127019 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/8c1066a8-6ae0-47b2-9539-aed5d4e47624 HTTP/1.1" status: 204 len: 168 time: 0.2455223 Jul 08 13:11:33.712098 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 46130) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:11:33.753306 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-010eeaa2-b63f-4e56-ac83-d91e67bcaaec None None] Attempting to bind port 4932551a-606c-4da6-aae0-43ddda8a38b6 on host dv-cinder-789603-11-iscsi for vnic_type normal with profile {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 13:11:33.753842 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-010eeaa2-b63f-4e56-ac83-d91e67bcaaec None None] Attempting to bind port 4932551a-606c-4da6-aae0-43ddda8a38b6 by drivers openvswitch,hyperv on host dv-cinder-789603-11-iscsi at level 0 using segments [{'id': '85293284-2d64-4845-b348-0815c9bb2391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '75fad33f-dd76-4a9a-bf23-62ef20102da8'}] {{(pid=93014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 13:11:33.754207 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010eeaa2-b63f-4e56-ac83-d91e67bcaaec None None] Attempting to bind port 4932551a-606c-4da6-aae0-43ddda8a38b6 on network 75fad33f-dd76-4a9a-bf23-62ef20102da8 {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:11:33.766868 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010eeaa2-b63f-4e56-ac83-d91e67bcaaec None None] Checking agent: {'id': 'fc4e00a9-53c5-4fcb-bb0a-09b300a741e2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-789603-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 12, 54, 6), 'started_at': datetime.datetime(2021, 7, 8, 12, 54, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 13, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-789603-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 13:11:33.767240 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010eeaa2-b63f-4e56-ac83-d91e67bcaaec None None] Checking segment: {'id': '85293284-2d64-4845-b348-0815c9bb2391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '75fad33f-dd76-4a9a-bf23-62ef20102da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:11:33.767646 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-010eeaa2-b63f-4e56-ac83-d91e67bcaaec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:33.768039 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010eeaa2-b63f-4e56-ac83-d91e67bcaaec None None] Bound using segment: {'id': '85293284-2d64-4845-b348-0815c9bb2391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '75fad33f-dd76-4a9a-bf23-62ef20102da8'} {{(pid=93014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 13:11:33.768561 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.managers [None req-010eeaa2-b63f-4e56-ac83-d91e67bcaaec None None] Bound port: 4932551a-606c-4da6-aae0-43ddda8a38b6, host: dv-cinder-789603-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85293284-2d64-4845-b348-0815c9bb2391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '75fad33f-dd76-4a9a-bf23-62ef20102da8'}}] {{(pid=93014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 13:11:33.768961 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-010eeaa2-b63f-4e56-ac83-d91e67bcaaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:33.826632 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44071fb7-26fe-47dd-87f9-6d1000127019 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c1066a8-6ae0-47b2-9539-aed5d4e47624,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:33.830595 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-6eb09bfb-f1cd-45e3-b31a-7e9061dafc31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1445167'] for network, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:33.898184 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.db [None req-010eeaa2-b63f-4e56-ac83-d91e67bcaaec None None] For port 4932551a-606c-4da6-aae0-43ddda8a38b6, host dv-cinder-789603-11-iscsi, cleared binding levels {{(pid=93014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 13:11:33.901618 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.plugins.ml2.db [None req-010eeaa2-b63f-4e56-ac83-d91e67bcaaec None None] For port 4932551a-606c-4da6-aae0-43ddda8a38b6, host dv-cinder-789603-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=4932551a-606c-4da6-aae0-43ddda8a38b6,segment=NetworkSegment(85293284-2d64-4845-b348-0815c9bb2391),segment_id=85293284-2d64-4845-b348-0815c9bb2391)] {{(pid=93014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 13:11:33.914549 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron_lib.callbacks.manager [None req-010eeaa2-b63f-4e56-ac83-d91e67bcaaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:33.948509 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-6eb09bfb-f1cd-45e3-b31a-7e9061dafc31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385719', 'neutron.services.segments.db._delete_segments_for_network-8739449493333'] for network, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:33.962348 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-6eb09bfb-f1cd-45e3-b31a-7e9061dafc31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['545c539b-f6a9-4261-a6db-4994e15b5ccc']}} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:11:33.973594 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-6eb09bfb-f1cd-45e3-b31a-7e9061dafc31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '980dd950-6325-40ba-b34e-1d6120ba3735') {'for_net_delete': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:11:33.973809 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-6eb09bfb-f1cd-45e3-b31a-7e9061dafc31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '980dd950-6325-40ba-b34e-1d6120ba3735') {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:11:33.976970 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010eeaa2-b63f-4e56-ac83-d91e67bcaaec None None] Routers {'dec05f21-9336-43b1-b736-90a99ce730f3'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:11:33.977703 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-010eeaa2-b63f-4e56-ac83-d91e67bcaaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:11:05Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['dec05f21-9336-43b1-b736-90a99ce730f3'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:11:33.984866 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-6eb09bfb-f1cd-45e3-b31a-7e9061dafc31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739449365041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4653424'] for segment, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:34.005285 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-6eb09bfb-f1cd-45e3-b31a-7e9061dafc31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1381891'] for segment, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:34.026295 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eb09bfb-f1cd-45e3-b31a-7e9061dafc31 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=93012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 13:11:34.026850 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-6eb09bfb-f1cd-45e3-b31a-7e9061dafc31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1381891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4509813'] for segment, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:34.062297 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f579fd4-2f8a-449d-a42e-32c905ee85e4 None None] Pushing event updated for resources: {'Port': ['ID=4932551a-606c-4da6-aae0-43ddda8a38b6,revision_number=4']} {{(pid=93014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:34.107819 dv-cinder-789603-11-iscsi neutron-server[93012]: Traceback (most recent call last): Jul 08 13:11:34.107819 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 13:11:34.107819 dv-cinder-789603-11-iscsi neutron-server[93012]: timer() Jul 08 13:11:34.107819 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 13:11:34.107819 dv-cinder-789603-11-iscsi neutron-server[93012]: cb(*args, **kw) Jul 08 13:11:34.107819 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 13:11:34.107819 dv-cinder-789603-11-iscsi neutron-server[93012]: return func(*args, **kwargs) Jul 08 13:11:34.107819 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 13:11:34.107819 dv-cinder-789603-11-iscsi neutron-server[93012]: self._notify() Jul 08 13:11:34.107819 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 13:11:34.107819 dv-cinder-789603-11-iscsi neutron-server[93012]: self.callback(batched_events) Jul 08 13:11:34.107819 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 13:11:34.107819 dv-cinder-789603-11-iscsi neutron-server[93012]: event.method(event) Jul 08 13:11:34.107819 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 13:11:34.107819 dv-cinder-789603-11-iscsi neutron-server[93012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 13:11:34.107819 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 13:11:34.107819 dv-cinder-789603-11-iscsi neutron-server[93012]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 13:11:34.107819 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 13:11:34.107819 dv-cinder-789603-11-iscsi neutron-server[93012]: return f(self, *a, **k) Jul 08 13:11:34.107819 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 13:11:34.107819 dv-cinder-789603-11-iscsi neutron-server[93012]: return self._get(url).json() Jul 08 13:11:34.107819 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 13:11:34.107819 dv-cinder-789603-11-iscsi neutron-server[93012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 13:11:34.107819 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 13:11:34.107819 dv-cinder-789603-11-iscsi neutron-server[93012]: return self.request(url, 'GET', **kwargs) Jul 08 13:11:34.107819 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 13:11:34.107819 dv-cinder-789603-11-iscsi neutron-server[93012]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 13:11:34.107819 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 13:11:34.107819 dv-cinder-789603-11-iscsi neutron-server[93012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 13:11:34.107819 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 13:11:34.107819 dv-cinder-789603-11-iscsi neutron-server[93012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 13:11:34.107819 dv-cinder-789603-11-iscsi neutron-server[93012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 13:11:34.119544 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-6eb09bfb-f1cd-45e3-b31a-7e9061dafc31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545699'] for network, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:34.124774 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-6eb09bfb-f1cd-45e3-b31a-7e9061dafc31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for network, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:34.129253 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-6eb09bfb-f1cd-45e3-b31a-7e9061dafc31 admin admin] 10.222.0.59 "DELETE /v2.0/networks/545c539b-f6a9-4261-a6db-4994e15b5ccc HTTP/1.1" status: 204 len: 168 time: 0.4135911 Jul 08 13:11:34.129638 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 46136) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:11:34.147920 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb09bfb-f1cd-45e3-b31a-7e9061dafc31 admin admin] Pushing event deleted for resources: {'Network': ['ID=545c539b-f6a9-4261-a6db-4994e15b5ccc,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:34.214561 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d2b95b6-85ec-4294-b32d-13538276c392 admin admin] Deleting subnet f1b4bda7-9515-4a8e-a182-d2f914889a92 {{(pid=93011) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 13:11:34.218008 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7d2b95b6-85ec-4294-b32d-13538276c392 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:34.218225 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-010eeaa2-b63f-4e56-ac83-d91e67bcaaec None None] Set router dec05f21-9336-43b1-b736-90a99ce730f3 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:11:34.258874 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7d2b95b6-85ec-4294-b32d-13538276c392 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4784263'] for subnet, precommit_delete_associations {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:34.305040 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7d2b95b6-85ec-4294-b32d-13538276c392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388364'] for subnet, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:34.384375 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7d2b95b6-85ec-4294-b32d-13538276c392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5094232'] for subnet, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:34.417236 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b95b6-85ec-4294-b32d-13538276c392 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1b4bda7-9515-4a8e-a182-d2f914889a92,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:34.419866 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-7d2b95b6-85ec-4294-b32d-13538276c392 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:34.422015 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-7d2b95b6-85ec-4294-b32d-13538276c392 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/f1b4bda7-9515-4a8e-a182-d2f914889a92 HTTP/1.1" status: 204 len: 168 time: 0.2913201 Jul 08 13:11:34.424617 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 46138) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:11:34.499985 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-010eeaa2-b63f-4e56-ac83-d91e67bcaaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec05f21-9336-43b1-b736-90a99ce730f3', 'name': 'tempest-TestMinimumBasicScenario-1531141066-router', 'tenant_id': '42806ddc24f047bf883036e1158d4dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '93a5d184-379c-4a6e-b9dc-b059dc611796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:11:25Z', 'updated_at': '2021-07-08T13:11:28Z', 'revision_number': 4, 'project_id': '42806ddc24f047bf883036e1158d4dce', 'gw_port': {'id': '93a5d184-379c-4a6e-b9dc-b059dc611796', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:29:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec05f21-9336-43b1-b736-90a99ce730f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:11:25Z', 'updated_at': '2021-07-08T13:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': '4932551a-606c-4da6-aae0-43ddda8a38b6', 'name': '', 'network_id': '75fad33f-dd76-4a9a-bf23-62ef20102da8', 'tenant_id': '42806ddc24f047bf883036e1158d4dce', 'mac_address': 'fa:16:3e:95:44:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec05f21-9336-43b1-b736-90a99ce730f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'e3989379-af8f-41da-9032-b220974e9944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:11:28Z', 'updated_at': '2021-07-08T13:11:33Z', 'revision_number': 4, 'project_id': '42806ddc24f047bf883036e1158d4dce', 'subnets': [{'id': 'e3989379-af8f-41da-9032-b220974e9944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:11:34.507095 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5344e30e-9c0e-4e17-a230-cac632fc3562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1445167'] for network, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:34.535767 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010eeaa2-b63f-4e56-ac83-d91e67bcaaec None None] The sync data for ids ['dec05f21-9336-43b1-b736-90a99ce730f3'] in dv-cinder-789603-11-iscsi is: [{'id': 'dec05f21-9336-43b1-b736-90a99ce730f3', 'name': 'tempest-TestMinimumBasicScenario-1531141066-router', 'tenant_id': '42806ddc24f047bf883036e1158d4dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '93a5d184-379c-4a6e-b9dc-b059dc611796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:11:25Z', 'updated_at': '2021-07-08T13:11:28Z', 'revision_number': 4, 'project_id': '42806ddc24f047bf883036e1158d4dce', 'gw_port': {'id': '93a5d184-379c-4a6e-b9dc-b059dc611796', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:29:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec05f21-9336-43b1-b736-90a99ce730f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:11:25Z', 'updated_at': '2021-07-08T13:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': '4932551a-606c-4da6-aae0-43ddda8a38b6', 'name': '', 'network_id': '75fad33f-dd76-4a9a-bf23-62ef20102da8', 'tenant_id': '42806ddc24f047bf883036e1158d4dce', 'mac_address': 'fa:16:3e:95:44:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec05f21-9336-43b1-b736-90a99ce730f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'e3989379-af8f-41da-9032-b220974e9944', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:11:28Z', 'updated_at': '2021-07-08T13:11:33Z', 'revision_number': 4, 'project_id': '42806ddc24f047bf883036e1158d4dce', 'subnets': [{'id': 'e3989379-af8f-41da-9032-b220974e9944', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:11:34.606264 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5344e30e-9c0e-4e17-a230-cac632fc3562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385719', 'neutron.services.segments.db._delete_segments_for_network-8739449493333'] for network, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:34.618508 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.services.segments.db [None req-5344e30e-9c0e-4e17-a230-cac632fc3562 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c6eb964-0ae1-4bff-bb58-f756020d4b55']}} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:11:34.632498 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.services.segments.db [None req-5344e30e-9c0e-4e17-a230-cac632fc3562 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46388e9f-9165-4494-9534-5d49037d1c4f') {'for_net_delete': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:11:34.632803 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.services.segments.db [None req-5344e30e-9c0e-4e17-a230-cac632fc3562 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46388e9f-9165-4494-9534-5d49037d1c4f') {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:11:34.642746 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5344e30e-9c0e-4e17-a230-cac632fc3562 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739449365041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4784270'] for segment, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:34.658094 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5344e30e-9c0e-4e17-a230-cac632fc3562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1381891'] for segment, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:34.665837 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5344e30e-9c0e-4e17-a230-cac632fc3562 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=93011) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 13:11:34.666235 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5344e30e-9c0e-4e17-a230-cac632fc3562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1381891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4789390'] for segment, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:34.667898 dv-cinder-789603-11-iscsi neutron-server[93011]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 13:11:34.667898 dv-cinder-789603-11-iscsi neutron-server[93011]: conditions |= (models_v2.Port.network_id.in_( Jul 08 13:11:34.667898 dv-cinder-789603-11-iscsi neutron-server[93011]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 13:11:34.667898 dv-cinder-789603-11-iscsi neutron-server[93011]: conditions |= (models_v2.Port.network_id.in_( Jul 08 13:11:34.667898 dv-cinder-789603-11-iscsi neutron-server[93011]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 13:11:34.667898 dv-cinder-789603-11-iscsi neutron-server[93011]: conditions |= (models_v2.Port.network_id.in_( Jul 08 13:11:34.667898 dv-cinder-789603-11-iscsi neutron-server[93011]: Traceback (most recent call last): Jul 08 13:11:34.667898 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 13:11:34.667898 dv-cinder-789603-11-iscsi neutron-server[93011]: timer() Jul 08 13:11:34.667898 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 13:11:34.667898 dv-cinder-789603-11-iscsi neutron-server[93011]: cb(*args, **kw) Jul 08 13:11:34.667898 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 13:11:34.667898 dv-cinder-789603-11-iscsi neutron-server[93011]: return func(*args, **kwargs) Jul 08 13:11:34.667898 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 13:11:34.667898 dv-cinder-789603-11-iscsi neutron-server[93011]: self._notify() Jul 08 13:11:34.667898 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 13:11:34.667898 dv-cinder-789603-11-iscsi neutron-server[93011]: self.callback(batched_events) Jul 08 13:11:34.667898 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 13:11:34.667898 dv-cinder-789603-11-iscsi neutron-server[93011]: event.method(event) Jul 08 13:11:34.667898 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 13:11:34.667898 dv-cinder-789603-11-iscsi neutron-server[93011]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 13:11:34.667898 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 13:11:34.667898 dv-cinder-789603-11-iscsi neutron-server[93011]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 13:11:34.667898 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 13:11:34.667898 dv-cinder-789603-11-iscsi neutron-server[93011]: return f(self, *a, **k) Jul 08 13:11:34.667898 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 13:11:34.667898 dv-cinder-789603-11-iscsi neutron-server[93011]: return self._get(url).json() Jul 08 13:11:34.667898 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 13:11:34.667898 dv-cinder-789603-11-iscsi neutron-server[93011]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 13:11:34.667898 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 13:11:34.667898 dv-cinder-789603-11-iscsi neutron-server[93011]: return self.request(url, 'GET', **kwargs) Jul 08 13:11:34.667898 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 13:11:34.667898 dv-cinder-789603-11-iscsi neutron-server[93011]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 13:11:34.667898 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 13:11:34.667898 dv-cinder-789603-11-iscsi neutron-server[93011]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 13:11:34.667898 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 13:11:34.667898 dv-cinder-789603-11-iscsi neutron-server[93011]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 13:11:34.667898 dv-cinder-789603-11-iscsi neutron-server[93011]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 13:11:34.754942 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5344e30e-9c0e-4e17-a230-cac632fc3562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545699'] for network, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:34.764160 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-5344e30e-9c0e-4e17-a230-cac632fc3562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for network, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:34.767381 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-5344e30e-9c0e-4e17-a230-cac632fc3562 admin admin] 10.222.0.59 "DELETE /v2.0/networks/4c6eb964-0ae1-4bff-bb58-f756020d4b55 HTTP/1.1" status: 204 len: 168 time: 0.3410764 Jul 08 13:11:34.792939 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5344e30e-9c0e-4e17-a230-cac632fc3562 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c6eb964-0ae1-4bff-bb58-f756020d4b55,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:34.945005 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 4932551a-606c-4da6-aae0-43ddda8a38b6 up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:11:35.030240 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning for port 4932551a-606c-4da6-aae0-43ddda8a38b6 completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:11:35.038525 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning complete for port 4932551a-606c-4da6-aae0-43ddda8a38b6 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:11:35.038966 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:35.050088 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 46142) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:11:35.101351 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 46144) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:11:35.101973 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-9c0f0a8b-4d6d-4aff-adc6-356be4929854 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1841a282db9b43bfa0006e63695697d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506661 Jul 08 13:11:35.169255 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:35.201514 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-3b9a6a98-e40c-4d58-b8a4-7d57c55ab49f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:35.212607 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] For port 4932551a-606c-4da6-aae0-43ddda8a38b6, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=4932551a-606c-4da6-aae0-43ddda8a38b6,segment=NetworkSegment(85293284-2d64-4845-b348-0815c9bb2391),segment_id=85293284-2d64-4845-b348-0815c9bb2391)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:11:35.222384 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:35.237933 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-3b9a6a98-e40c-4d58-b8a4-7d57c55ab49f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:35.283581 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Pushing event updated for resources: {'Port': ['ID=4932551a-606c-4da6-aae0-43ddda8a38b6,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:35.313652 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-3b9a6a98-e40c-4d58-b8a4-7d57c55ab49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:35.317443 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-3b9a6a98-e40c-4d58-b8a4-7d57c55ab49f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:35.319021 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-3b9a6a98-e40c-4d58-b8a4-7d57c55ab49f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bc9a5f35-4c4d-4592-bbc2-2f8977907b2b HTTP/1.1" status: 204 len: 168 time: 0.2159147 Jul 08 13:11:35.328831 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a6a98-e40c-4d58-b8a4-7d57c55ab49f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9a5f35-4c4d-4592-bbc2-2f8977907b2b,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:35.389268 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-e6dad2bf-49d5-478a-b3e5-cd8f30a1819b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:35.736582 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:35.764746 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 46150) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:11:35.813267 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-f5b10035-a2f9-4536-8746-407b57a9d214 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=54dd4b1cb1de4d60a5b3f43e0623cb35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472491 Jul 08 13:11:35.815869 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 46152) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:11:35.870983 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d172911a-b974-43ae-baf5-d15a5f114a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:35.899450 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d172911a-b974-43ae-baf5-d15a5f114a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:35.961524 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d172911a-b974-43ae-baf5-d15a5f114a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:35.965462 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d172911a-b974-43ae-baf5-d15a5f114a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:35.967256 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-d172911a-b974-43ae-baf5-d15a5f114a06 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/661e37ca-48d6-4cdc-a59e-47faa5fed883 HTTP/1.1" status: 204 len: 168 time: 0.1505432 Jul 08 13:11:35.987102 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d172911a-b974-43ae-baf5-d15a5f114a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661e37ca-48d6-4cdc-a59e-47faa5fed883,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:36.154737 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-97c8e7b9-57f7-456d-825e-78a0ef1aae16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:36.879214 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 4932551a-606c-4da6-aae0-43ddda8a38b6 up at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:11:36.940640 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Provisioning complete for port 4932551a-606c-4da6-aae0-43ddda8a38b6 triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:11:36.941013 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:37.911388 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-615b644b-3110-4324-8d19-7b6387de29b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:40.978494 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d457d1f-c3c8-4d0a-8953-3618bc7f8c64 req-0138fe34-0b40-444f-82db-5c23da5f1ca7 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:40.980241 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-2d457d1f-c3c8-4d0a-8953-3618bc7f8c64 req-0138fe34-0b40-444f-82db-5c23da5f1ca7 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/networks?id=06a4880b-8499-4cd0-a02d-0208585c0e62 HTTP/1.1" status: 200 len: 815 time: 0.1028044 Jul 08 13:11:40.995497 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-2d457d1f-c3c8-4d0a-8953-3618bc7f8c64 req-8241044c-882b-4d3a-93ea-6e86e7f38c5f tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/quotas/958197013bcb4a9e81d5d18c4a0419bf HTTP/1.1" status: 200 len: 375 time: 0.0095968 Jul 08 13:11:41.071685 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-2d457d1f-c3c8-4d0a-8953-3618bc7f8c64 req-7f3695c0-87d6-489e-bb91-73e8b798997f tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=958197013bcb4a9e81d5d18c4a0419bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0708828 Jul 08 13:11:41.174927 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-2d457d1f-c3c8-4d0a-8953-3618bc7f8c64 req-f65b5994-2082-4b3b-9318-7535248985df service neutron] 10.222.0.59 "GET /v2.0/networks/06a4880b-8499-4cd0-a02d-0208585c0e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913384 Jul 08 13:11:41.272050 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-2d457d1f-c3c8-4d0a-8953-3618bc7f8c64 req-fdca49b4-d558-43be-a0df-25a73ae9924d service neutron] 10.222.0.59 "GET /v2.0/networks/06a4880b-8499-4cd0-a02d-0208585c0e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897980 Jul 08 13:11:41.349069 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 46276) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:11:41.438979 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-eedea33e-64e7-4942-8faa-19645f0a2f69 req-514383d2-5015-4f02-bdf5-b36f8749b3e7 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/ports?device_id=3921c17a-0f1c-423c-8a10-1447d9300f3c HTTP/1.1" status: 200 len: 210 time: 0.0302598 Jul 08 13:11:41.460357 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9534c698-ac02-4279-a2af-184b10daf395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:41.551283 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9534c698-ac02-4279-a2af-184b10daf395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:41.554703 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9534c698-ac02-4279-a2af-184b10daf395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:41.597497 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-9534c698-ac02-4279-a2af-184b10daf395 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cf6594afdbef488297ae98123c5e720b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2449977 Jul 08 13:11:41.597497 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9534c698-ac02-4279-a2af-184b10daf395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f07cbf8-fbc8-48ca-80da-3404bdcc3d07,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:41.600438 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 46288) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:11:41.653788 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3b726802-debc-4fb0-b8c7-c403c9bf6b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:41.677557 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3b726802-debc-4fb0-b8c7-c403c9bf6b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:41.723991 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3b726802-debc-4fb0-b8c7-c403c9bf6b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:41.727477 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-3b726802-debc-4fb0-b8c7-c403c9bf6b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:41.728688 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-3b726802-debc-4fb0-b8c7-c403c9bf6b46 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3f07cbf8-fbc8-48ca-80da-3404bdcc3d07 HTTP/1.1" status: 204 len: 168 time: 0.1271374 Jul 08 13:11:41.737042 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b726802-debc-4fb0-b8c7-c403c9bf6b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f07cbf8-fbc8-48ca-80da-3404bdcc3d07,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:41.744810 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b726802-debc-4fb0-b8c7-c403c9bf6b46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:11:41.745194 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b726802-debc-4fb0-b8c7-c403c9bf6b46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:11:41.745814 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b726802-debc-4fb0-b8c7-c403c9bf6b46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:11:41.746082 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b726802-debc-4fb0-b8c7-c403c9bf6b46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:11:41.746442 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b726802-debc-4fb0-b8c7-c403c9bf6b46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:11:41.746829 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b726802-debc-4fb0-b8c7-c403c9bf6b46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:11:41.747200 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b726802-debc-4fb0-b8c7-c403c9bf6b46 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:11:41.747557 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b726802-debc-4fb0-b8c7-c403c9bf6b46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:11:41.747936 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b726802-debc-4fb0-b8c7-c403c9bf6b46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:11:41.748287 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b726802-debc-4fb0-b8c7-c403c9bf6b46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:11:41.748612 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b726802-debc-4fb0-b8c7-c403c9bf6b46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:11:41.748936 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b726802-debc-4fb0-b8c7-c403c9bf6b46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:11:41.996477 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 46296) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:11:42.010505 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c4e87c4e-22f2-465b-9f71-b758f1bfda54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:42.110163 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c4e87c4e-22f2-465b-9f71-b758f1bfda54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:42.115598 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-c4e87c4e-22f2-465b-9f71-b758f1bfda54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:42.155370 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-c4e87c4e-22f2-465b-9f71-b758f1bfda54 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a35fe4298f7f4f239cc1693cb87bd259&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1577537 Jul 08 13:11:42.156254 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e87c4e-22f2-465b-9f71-b758f1bfda54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53935c72-6cee-468f-8839-9cf68897875d,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:42.158084 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 46298) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:11:42.206604 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d79af00a-8851-4c4d-a9e7-5e95ad6ea06c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:42.228056 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d79af00a-8851-4c4d-a9e7-5e95ad6ea06c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:42.272826 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d79af00a-8851-4c4d-a9e7-5e95ad6ea06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:42.275385 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d79af00a-8851-4c4d-a9e7-5e95ad6ea06c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:42.276546 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-d79af00a-8851-4c4d-a9e7-5e95ad6ea06c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/53935c72-6cee-468f-8839-9cf68897875d HTTP/1.1" status: 204 len: 168 time: 0.1175361 Jul 08 13:11:42.284362 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79af00a-8851-4c4d-a9e7-5e95ad6ea06c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53935c72-6cee-468f-8839-9cf68897875d,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:42.619223 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-9bd801a3-54e1-46c4-bd80-7d6882c8a2c4 req-12f66fbd-b210-4d01-baf7-eb1e6026fa9f tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/ports?device_id=3921c17a-0f1c-423c-8a10-1447d9300f3c HTTP/1.1" status: 200 len: 210 time: 0.0529072 Jul 08 13:11:42.664937 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d457d1f-c3c8-4d0a-8953-3618bc7f8c64 req-8d587349-59fe-49c8-9417-55307bd7fbf4 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:42.669196 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-2d457d1f-c3c8-4d0a-8953-3618bc7f8c64 req-8d587349-59fe-49c8-9417-55307bd7fbf4 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.21 "GET /v2.0/networks?id=06a4880b-8499-4cd0-a02d-0208585c0e62 HTTP/1.1" status: 200 len: 815 time: 0.1191976 Jul 08 13:11:42.694080 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [req-2d457d1f-c3c8-4d0a-8953-3618bc7f8c64 req-5e2ed65c-9906-4ab3-a459-e837b60b0686 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Request body: {'port': {'device_id': '3921c17a-0f1c-423c-8a10-1447d9300f3c', 'network_id': '06a4880b-8499-4cd0-a02d-0208585c0e62', 'admin_state_up': True, 'tenant_id': '958197013bcb4a9e81d5d18c4a0419bf'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:11:42.820056 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d457d1f-c3c8-4d0a-8953-3618bc7f8c64 req-5e2ed65c-9906-4ab3-a459-e837b60b0686 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Made reservation on behalf of 958197013bcb4a9e81d5d18c4a0419bf for: {'port': 1} {{(pid=93011) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 08 13:11:42.826415 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-2d457d1f-c3c8-4d0a-8953-3618bc7f8c64 req-5e2ed65c-9906-4ab3-a459-e837b60b0686 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:42.968703 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [req-2d457d1f-c3c8-4d0a-8953-3618bc7f8c64 req-5e2ed65c-9906-4ab3-a459-e837b60b0686 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Allocated IP 172.20.0.4 (06a4880b-8499-4cd0-a02d-0208585c0e62/30654fd0-5ba3-44e3-b5e2-b73593ce97d3/c1eea02c-8f3c-46cb-b013-224610c7a89f) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:11:43.128266 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-2d457d1f-c3c8-4d0a-8953-3618bc7f8c64 req-5e2ed65c-9906-4ab3-a459-e837b60b0686 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:43.149566 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [req-2d457d1f-c3c8-4d0a-8953-3618bc7f8c64 req-5e2ed65c-9906-4ab3-a459-e837b60b0686 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Transition to ACTIVE for port object c1eea02c-8f3c-46cb-b013-224610c7a89f will not be triggered until provisioned by entity DHCP. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:11:43.184867 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-2d457d1f-c3c8-4d0a-8953-3618bc7f8c64 req-5e2ed65c-9906-4ab3-a459-e837b60b0686 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4789364'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:43.237347 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d457d1f-c3c8-4d0a-8953-3618bc7f8c64 req-5e2ed65c-9906-4ab3-a459-e837b60b0686 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Network 06a4880b-8499-4cd0-a02d-0208585c0e62 is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:11:43.240697 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [req-2d457d1f-c3c8-4d0a-8953-3618bc7f8c64 req-5e2ed65c-9906-4ab3-a459-e837b60b0686 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:11:43.244669 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d457d1f-c3c8-4d0a-8953-3618bc7f8c64 req-5e2ed65c-9906-4ab3-a459-e837b60b0686 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:11:43.273206 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2ed65c-9906-4ab3-a459-e837b60b0686 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Pushing event updated for resources: {'Port': ['ID=c1eea02c-8f3c-46cb-b013-224610c7a89f,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:43.315082 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d457d1f-c3c8-4d0a-8953-3618bc7f8c64 req-5e2ed65c-9906-4ab3-a459-e837b60b0686 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:43.316388 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-2d457d1f-c3c8-4d0a-8953-3618bc7f8c64 req-5e2ed65c-9906-4ab3-a459-e837b60b0686 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:43.344262 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-2d457d1f-c3c8-4d0a-8953-3618bc7f8c64 req-5e2ed65c-9906-4ab3-a459-e837b60b0686 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6548998 Jul 08 13:11:43.652531 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-ee236d44-7d3a-4c26-b53f-e9ec00dfdeb0 None None] Provisioning for port c1eea02c-8f3c-46cb-b013-224610c7a89f completed by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:11:43.657699 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-ee236d44-7d3a-4c26-b53f-e9ec00dfdeb0 None None] Provisioning complete for port c1eea02c-8f3c-46cb-b013-224610c7a89f triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:11:43.658340 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-ee236d44-7d3a-4c26-b53f-e9ec00dfdeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:43.721537 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-ee236d44-7d3a-4c26-b53f-e9ec00dfdeb0 None None] Port c1eea02c-8f3c-46cb-b013-224610c7a89f cannot update to ACTIVE because it is not bound. {{(pid=93013) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 08 13:11:43.881147 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2531c2ab-6e56-4f3c-8fea-981a9cd26b3b req-31d80b51-a2cc-4958-9e00-e4009e73cf49 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:43.882787 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-2531c2ab-6e56-4f3c-8fea-981a9cd26b3b req-31d80b51-a2cc-4958-9e00-e4009e73cf49 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/ports?device_id=3921c17a-0f1c-423c-8a10-1447d9300f3c HTTP/1.1" status: 200 len: 931 time: 0.1071482 Jul 08 13:11:43.939681 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-2531c2ab-6e56-4f3c-8fea-981a9cd26b3b req-ae79c1ca-176a-4735-87d8-bee2fbdebb56 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/security-groups?id=7d1415b4-3621-40a5-a90f-678d55bd5ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507865 Jul 08 13:11:45.131583 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3b509-ae04-4070-8f1f-9db242641c68 req-08ff86be-5ca0-4253-883b-44d8159f5915 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:45.133164 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-bae3b509-ae04-4070-8f1f-9db242641c68 req-08ff86be-5ca0-4253-883b-44d8159f5915 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/ports?device_id=3921c17a-0f1c-423c-8a10-1447d9300f3c HTTP/1.1" status: 200 len: 931 time: 0.0685756 Jul 08 13:11:45.178922 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-bae3b509-ae04-4070-8f1f-9db242641c68 req-85cd78ba-9c1a-462a-82f1-0d63b0f58bc6 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/security-groups?id=7d1415b4-3621-40a5-a90f-678d55bd5ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390000 Jul 08 13:11:46.367596 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90f091-471c-40f7-96fb-08d1814c59f6 req-79fd485a-fefa-4e43-a72f-2f75bf6c339e tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:46.373604 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-9e90f091-471c-40f7-96fb-08d1814c59f6 req-79fd485a-fefa-4e43-a72f-2f75bf6c339e tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/ports?device_id=3921c17a-0f1c-423c-8a10-1447d9300f3c HTTP/1.1" status: 200 len: 931 time: 0.0760167 Jul 08 13:11:46.409257 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-9e90f091-471c-40f7-96fb-08d1814c59f6 req-ce50cc0c-44fb-47a1-a8a1-e95e4644b4da tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/security-groups?id=7d1415b4-3621-40a5-a90f-678d55bd5ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320654 Jul 08 13:11:47.594348 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a48e9-5e0a-45a7-81f5-ad140dce0360 req-2b5a6084-f87d-4697-85ab-e3a8df832ab3 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:47.595956 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-088a48e9-5e0a-45a7-81f5-ad140dce0360 req-2b5a6084-f87d-4697-85ab-e3a8df832ab3 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/ports?device_id=3921c17a-0f1c-423c-8a10-1447d9300f3c HTTP/1.1" status: 200 len: 931 time: 0.0686402 Jul 08 13:11:47.639444 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-088a48e9-5e0a-45a7-81f5-ad140dce0360 req-20a8853d-812f-4ae8-9ec0-8d5bfe33eb13 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/security-groups?id=7d1415b4-3621-40a5-a90f-678d55bd5ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361471 Jul 08 13:11:48.822896 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582deaf6-8153-4fa6-a0c0-d569e4229472 req-8f736e3f-ac6f-4b42-9ff8-7f45e3d88b0e tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:48.824490 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-582deaf6-8153-4fa6-a0c0-d569e4229472 req-8f736e3f-ac6f-4b42-9ff8-7f45e3d88b0e tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/ports?device_id=3921c17a-0f1c-423c-8a10-1447d9300f3c HTTP/1.1" status: 200 len: 931 time: 0.0673673 Jul 08 13:11:48.863419 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-582deaf6-8153-4fa6-a0c0-d569e4229472 req-6c227e20-de5c-43a5-bb70-83b49ead828f tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/security-groups?id=7d1415b4-3621-40a5-a90f-678d55bd5ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329621 Jul 08 13:11:50.053115 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbae8d6-4bb4-4f02-927a-5efb6de1408e req-45356c6d-8153-4bea-81e5-b7eca3edab41 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:50.055147 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ffbae8d6-4bb4-4f02-927a-5efb6de1408e req-45356c6d-8153-4bea-81e5-b7eca3edab41 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/ports?device_id=3921c17a-0f1c-423c-8a10-1447d9300f3c HTTP/1.1" status: 200 len: 931 time: 0.0769076 Jul 08 13:11:50.108564 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-ffbae8d6-4bb4-4f02-927a-5efb6de1408e req-75ef7837-5fdc-4e46-b16e-12710eb91fbc tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/security-groups?id=7d1415b4-3621-40a5-a90f-678d55bd5ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451219 Jul 08 13:11:51.475797 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e13088a-a9ab-44f0-aa71-21ecec38afc1 req-7dcb989c-436d-4e77-a35b-7a1e59ae6c95 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:51.477282 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-2e13088a-a9ab-44f0-aa71-21ecec38afc1 req-7dcb989c-436d-4e77-a35b-7a1e59ae6c95 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/ports?device_id=3921c17a-0f1c-423c-8a10-1447d9300f3c HTTP/1.1" status: 200 len: 931 time: 0.2496634 Jul 08 13:11:51.515864 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-2e13088a-a9ab-44f0-aa71-21ecec38afc1 req-0194782f-c18b-41e0-be29-8211a9100a0b tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/security-groups?id=7d1415b4-3621-40a5-a90f-678d55bd5ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330632 Jul 08 13:11:52.761004 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27370e2a-2431-4b99-87f5-f13e56d1f4e3 req-2b19a77a-f8fd-48ad-9d02-29b46f5adfd3 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:52.762490 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-27370e2a-2431-4b99-87f5-f13e56d1f4e3 req-2b19a77a-f8fd-48ad-9d02-29b46f5adfd3 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/ports?device_id=3921c17a-0f1c-423c-8a10-1447d9300f3c HTTP/1.1" status: 200 len: 931 time: 0.1281569 Jul 08 13:11:52.820400 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-27370e2a-2431-4b99-87f5-f13e56d1f4e3 req-11cc7068-0a73-4e9f-94c9-30ade6af9e12 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/security-groups?id=7d1415b4-3621-40a5-a90f-678d55bd5ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491090 Jul 08 13:11:54.009459 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d3afb9-da2c-4fad-ad94-d31b35b7a328 req-7d72514f-18ce-4d66-9909-d8d5a72495d6 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:54.016378 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-63d3afb9-da2c-4fad-ad94-d31b35b7a328 req-7d72514f-18ce-4d66-9909-d8d5a72495d6 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/ports?device_id=3921c17a-0f1c-423c-8a10-1447d9300f3c HTTP/1.1" status: 200 len: 931 time: 0.0776980 Jul 08 13:11:54.061475 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-63d3afb9-da2c-4fad-ad94-d31b35b7a328 req-7791e597-52b4-42eb-928c-27b596c3e257 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/security-groups?id=7d1415b4-3621-40a5-a90f-678d55bd5ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440741 Jul 08 13:11:54.411695 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [req-2d457d1f-c3c8-4d0a-8953-3618bc7f8c64 req-e95d0c58-b088-4106-8177-ebd3e525d78f service neutron] Request body: {'port': {'device_id': '3921c17a-0f1c-423c-8a10-1447d9300f3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78960'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:11:54.482761 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-2d457d1f-c3c8-4d0a-8953-3618bc7f8c64 req-e95d0c58-b088-4106-8177-ebd3e525d78f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:54.750660 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [req-2d457d1f-c3c8-4d0a-8953-3618bc7f8c64 req-e95d0c58-b088-4106-8177-ebd3e525d78f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1eea02c-8f3c-46cb-b013-224610c7a89f {{(pid=93011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:11:54.760359 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-2d457d1f-c3c8-4d0a-8953-3618bc7f8c64 req-e95d0c58-b088-4106-8177-ebd3e525d78f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:54.773562 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.provisioning_blocks [req-2d457d1f-c3c8-4d0a-8953-3618bc7f8c64 req-e95d0c58-b088-4106-8177-ebd3e525d78f service neutron] Transition to ACTIVE for port object c1eea02c-8f3c-46cb-b013-224610c7a89f will not be triggered until provisioned by entity L2. {{(pid=93011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 08 13:11:54.777287 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-2d457d1f-c3c8-4d0a-8953-3618bc7f8c64 req-e95d0c58-b088-4106-8177-ebd3e525d78f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4789354'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:54.829513 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95d0c58-b088-4106-8177-ebd3e525d78f service neutron] Pushing event updated for resources: {'Port': ['ID=c1eea02c-8f3c-46cb-b013-224610c7a89f,revision_number=2']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:54.910187 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-2d457d1f-c3c8-4d0a-8953-3618bc7f8c64 req-e95d0c58-b088-4106-8177-ebd3e525d78f service neutron] Attempting to bind port c1eea02c-8f3c-46cb-b013-224610c7a89f on host hv-cinder-78960 for vnic_type normal with profile {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 08 13:11:54.910533 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-2d457d1f-c3c8-4d0a-8953-3618bc7f8c64 req-e95d0c58-b088-4106-8177-ebd3e525d78f service neutron] Attempting to bind port c1eea02c-8f3c-46cb-b013-224610c7a89f by drivers openvswitch,hyperv on host hv-cinder-78960 at level 0 using segments [{'id': '51c23279-a1ff-437b-9aa4-0fd6059e4ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '06a4880b-8499-4cd0-a02d-0208585c0e62'}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 08 13:11:54.910870 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d457d1f-c3c8-4d0a-8953-3618bc7f8c64 req-e95d0c58-b088-4106-8177-ebd3e525d78f service neutron] Attempting to bind port c1eea02c-8f3c-46cb-b013-224610c7a89f on network 06a4880b-8499-4cd0-a02d-0208585c0e62 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:11:54.915568 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d457d1f-c3c8-4d0a-8953-3618bc7f8c64 req-e95d0c58-b088-4106-8177-ebd3e525d78f service neutron] Port c1eea02c-8f3c-46cb-b013-224610c7a89f on network 06a4880b-8499-4cd0-a02d-0208585c0e62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78960 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 08 13:11:54.915890 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d457d1f-c3c8-4d0a-8953-3618bc7f8c64 req-e95d0c58-b088-4106-8177-ebd3e525d78f service neutron] Attempting to bind port c1eea02c-8f3c-46cb-b013-224610c7a89f on network 06a4880b-8499-4cd0-a02d-0208585c0e62 {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 08 13:11:54.921158 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d457d1f-c3c8-4d0a-8953-3618bc7f8c64 req-e95d0c58-b088-4106-8177-ebd3e525d78f service neutron] Checking agent: {'id': 'c15515fa-7ee9-40ef-8b65-fb183853d126', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78960', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 13, 0), 'started_at': datetime.datetime(2021, 7, 8, 13, 0), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 13, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 08 13:11:54.921409 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d457d1f-c3c8-4d0a-8953-3618bc7f8c64 req-e95d0c58-b088-4106-8177-ebd3e525d78f service neutron] Checking segment: {'id': '51c23279-a1ff-437b-9aa4-0fd6059e4ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '06a4880b-8499-4cd0-a02d-0208585c0e62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 08 13:11:54.921795 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d457d1f-c3c8-4d0a-8953-3618bc7f8c64 req-e95d0c58-b088-4106-8177-ebd3e525d78f service neutron] Bound using segment: {'id': '51c23279-a1ff-437b-9aa4-0fd6059e4ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '06a4880b-8499-4cd0-a02d-0208585c0e62'} {{(pid=93011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 08 13:11:54.922222 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.managers [req-2d457d1f-c3c8-4d0a-8953-3618bc7f8c64 req-e95d0c58-b088-4106-8177-ebd3e525d78f service neutron] Bound port: c1eea02c-8f3c-46cb-b013-224610c7a89f, host: hv-cinder-78960, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51c23279-a1ff-437b-9aa4-0fd6059e4ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '06a4880b-8499-4cd0-a02d-0208585c0e62'}}] {{(pid=93011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 08 13:11:54.922579 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-2d457d1f-c3c8-4d0a-8953-3618bc7f8c64 req-e95d0c58-b088-4106-8177-ebd3e525d78f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:54.995285 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-2d457d1f-c3c8-4d0a-8953-3618bc7f8c64 req-e95d0c58-b088-4106-8177-ebd3e525d78f service neutron] For port c1eea02c-8f3c-46cb-b013-224610c7a89f, host hv-cinder-78960, cleared binding levels {{(pid=93011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 08 13:11:54.998403 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-2d457d1f-c3c8-4d0a-8953-3618bc7f8c64 req-e95d0c58-b088-4106-8177-ebd3e525d78f service neutron] For port c1eea02c-8f3c-46cb-b013-224610c7a89f, host hv-cinder-78960, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c1eea02c-8f3c-46cb-b013-224610c7a89f,segment=NetworkSegment(51c23279-a1ff-437b-9aa4-0fd6059e4ce8),segment_id=51c23279-a1ff-437b-9aa4-0fd6059e4ce8)] {{(pid=93011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 08 13:11:55.001930 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-2d457d1f-c3c8-4d0a-8953-3618bc7f8c64 req-e95d0c58-b088-4106-8177-ebd3e525d78f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4789354'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:55.034879 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d457d1f-c3c8-4d0a-8953-3618bc7f8c64 req-e95d0c58-b088-4106-8177-ebd3e525d78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:55.035484 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-2d457d1f-c3c8-4d0a-8953-3618bc7f8c64 req-e95d0c58-b088-4106-8177-ebd3e525d78f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:55.036923 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-2d457d1f-c3c8-4d0a-8953-3618bc7f8c64 req-e95d0c58-b088-4106-8177-ebd3e525d78f service neutron] 10.222.0.21 "PUT /v2.0/ports/c1eea02c-8f3c-46cb-b013-224610c7a89f HTTP/1.1" status: 200 len: 1093 time: 0.6302617 Jul 08 13:11:55.037416 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3921c17a-0f1c-423c-8a10-1447d9300f3c', 'tag': 'c1eea02c-8f3c-46cb-b013-224610c7a89f'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:11:55.039665 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79934bd8df5839606b1ce54b63dc7d70fed780423e2c756261eeaeb19bf0c4d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5194b8cd-211a-487c-958b-c444f4391e7c" -d '{"events": [{"name": "network-changed", "server_uuid": "3921c17a-0f1c-423c-8a10-1447d9300f3c", "tag": "c1eea02c-8f3c-46cb-b013-224610c7a89f"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:11:55.070755 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95d0c58-b088-4106-8177-ebd3e525d78f service neutron] Pushing event updated for resources: {'Port': ['ID=c1eea02c-8f3c-46cb-b013-224610c7a89f,revision_number=3']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:55.078333 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 13:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea5e907-0c2c-4f76-a0dc-d8248e36b6f7 x-openstack-request-id: req-cea5e907-0c2c-4f76-a0dc-d8248e36b6f7 {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:11:55.078575 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3921c17a-0f1c-423c-8a10-1447d9300f3c", "tag": "c1eea02c-8f3c-46cb-b013-224610c7a89f", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:11:55.078821 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-cea5e907-0c2c-4f76-a0dc-d8248e36b6f7 {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:11:55.079245 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3921c17a-0f1c-423c-8a10-1447d9300f3c', 'tag': 'c1eea02c-8f3c-46cb-b013-224610c7a89f', 'status': 'completed', 'code': 200} Jul 08 13:11:55.214166 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d457d1f-c3c8-4d0a-8953-3618bc7f8c64 req-40c3bee9-9f90-48ec-9517-58750c8a867f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:55.215773 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-2d457d1f-c3c8-4d0a-8953-3618bc7f8c64 req-40c3bee9-9f90-48ec-9517-58750c8a867f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=958197013bcb4a9e81d5d18c4a0419bf&device_id=3921c17a-0f1c-423c-8a10-1447d9300f3c HTTP/1.1" status: 200 len: 1096 time: 0.0942371 Jul 08 13:11:55.280515 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-2d457d1f-c3c8-4d0a-8953-3618bc7f8c64 req-787bca0a-b01c-41dd-8b9e-5ce21a20c926 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1eea02c-8f3c-46cb-b013-224610c7a89f HTTP/1.1" status: 200 len: 217 time: 0.0397820 Jul 08 13:11:55.291429 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9bea21-2bce-43c8-ad27-85eee0471361 req-1e2c592e-dd76-4d67-8ae1-3bbe0d4bc3aa tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:55.292951 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-5b9bea21-2bce-43c8-ad27-85eee0471361 req-1e2c592e-dd76-4d67-8ae1-3bbe0d4bc3aa tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/ports?device_id=3921c17a-0f1c-423c-8a10-1447d9300f3c HTTP/1.1" status: 200 len: 943 time: 0.1156600 Jul 08 13:11:55.360931 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d457d1f-c3c8-4d0a-8953-3618bc7f8c64 req-820de4bb-db9c-4dfd-9ce0-a1fbbf6d442c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:55.362388 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-2d457d1f-c3c8-4d0a-8953-3618bc7f8c64 req-820de4bb-db9c-4dfd-9ce0-a1fbbf6d442c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=30654fd0-5ba3-44e3-b5e2-b73593ce97d3 HTTP/1.1" status: 200 len: 854 time: 0.0685682 Jul 08 13:11:55.367941 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-5b9bea21-2bce-43c8-ad27-85eee0471361 req-f7277fa0-5cd5-4434-bb5d-d7fc1a93d7a5 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/security-groups?id=7d1415b4-3621-40a5-a90f-678d55bd5ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669441 Jul 08 13:11:55.421099 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d457d1f-c3c8-4d0a-8953-3618bc7f8c64 req-5be1ce4a-cc73-4247-a265-d506f791b930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:55.422972 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-2d457d1f-c3c8-4d0a-8953-3618bc7f8c64 req-5be1ce4a-cc73-4247-a265-d506f791b930 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=06a4880b-8499-4cd0-a02d-0208585c0e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0526707 Jul 08 13:11:55.516812 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-2d457d1f-c3c8-4d0a-8953-3618bc7f8c64 req-4043c7ff-9dce-4707-b10d-6ba5a8a31d23 service neutron] 10.222.0.21 "GET /v2.0/networks/06a4880b-8499-4cd0-a02d-0208585c0e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844741 Jul 08 13:11:55.613594 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-2d457d1f-c3c8-4d0a-8953-3618bc7f8c64 req-58a79fda-7d2c-493c-997f-e76846902e8d service neutron] 10.222.0.21 "GET /v2.0/networks/06a4880b-8499-4cd0-a02d-0208585c0e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886533 Jul 08 13:11:55.782522 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194b8cd-211a-487c-958b-c444f4391e7c req-9af34c64-afb4-42ce-9707-6963c1c85278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:55.784013 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-5194b8cd-211a-487c-958b-c444f4391e7c req-9af34c64-afb4-42ce-9707-6963c1c85278 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=958197013bcb4a9e81d5d18c4a0419bf&device_id=3921c17a-0f1c-423c-8a10-1447d9300f3c HTTP/1.1" status: 200 len: 1096 time: 0.0544915 Jul 08 13:11:55.879414 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194b8cd-211a-487c-958b-c444f4391e7c req-d46812ff-55ca-451c-ae4a-edf7b102212e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:55.880924 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-5194b8cd-211a-487c-958b-c444f4391e7c req-d46812ff-55ca-451c-ae4a-edf7b102212e service neutron] 10.222.0.21 "GET /v2.0/networks?id=06a4880b-8499-4cd0-a02d-0208585c0e62 HTTP/1.1" status: 200 len: 916 time: 0.0888107 Jul 08 13:11:55.923229 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-5194b8cd-211a-487c-958b-c444f4391e7c req-83aca8ab-76a1-49af-b571-891972d30509 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1eea02c-8f3c-46cb-b013-224610c7a89f HTTP/1.1" status: 200 len: 217 time: 0.0339434 Jul 08 13:11:55.973506 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194b8cd-211a-487c-958b-c444f4391e7c req-29ea1c38-a4ca-40dc-97cb-5f2b09fc9ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:55.975509 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-5194b8cd-211a-487c-958b-c444f4391e7c req-29ea1c38-a4ca-40dc-97cb-5f2b09fc9ea5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=30654fd0-5ba3-44e3-b5e2-b73593ce97d3 HTTP/1.1" status: 200 len: 854 time: 0.0446162 Jul 08 13:11:56.039074 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194b8cd-211a-487c-958b-c444f4391e7c req-c5c6b262-b550-4d39-87ff-f2c080b977c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:56.040595 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-5194b8cd-211a-487c-958b-c444f4391e7c req-c5c6b262-b550-4d39-87ff-f2c080b977c4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=06a4880b-8499-4cd0-a02d-0208585c0e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0584421 Jul 08 13:11:56.131601 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-5194b8cd-211a-487c-958b-c444f4391e7c req-c520a7de-9b38-49d9-a8f8-b44c9eed3643 service neutron] 10.222.0.21 "GET /v2.0/networks/06a4880b-8499-4cd0-a02d-0208585c0e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829103 Jul 08 13:11:56.231486 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-5194b8cd-211a-487c-958b-c444f4391e7c req-3af29586-d81d-48a0-a603-caf5ba4a71a6 service neutron] 10.222.0.21 "GET /v2.0/networks/06a4880b-8499-4cd0-a02d-0208585c0e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876212 Jul 08 13:11:56.542190 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa3fe24-e8f7-4f00-8eba-9f3feae3e798 req-2b29e37b-2365-42ce-ad3d-8e07f449ab45 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:56.543655 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-eaa3fe24-e8f7-4f00-8eba-9f3feae3e798 req-2b29e37b-2365-42ce-ad3d-8e07f449ab45 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/ports?device_id=3921c17a-0f1c-423c-8a10-1447d9300f3c HTTP/1.1" status: 200 len: 943 time: 0.0651412 Jul 08 13:11:56.583235 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-eaa3fe24-e8f7-4f00-8eba-9f3feae3e798 req-dae3500f-34dc-4d24-b185-e11eb6ccc4bc tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/security-groups?id=7d1415b4-3621-40a5-a90f-678d55bd5ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339208 Jul 08 13:11:57.755391 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44faa56a-47ca-412b-a99a-677073fb300c req-ed5c5b48-fe1a-4baa-a66b-9965aae846e2 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:57.757443 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-44faa56a-47ca-412b-a99a-677073fb300c req-ed5c5b48-fe1a-4baa-a66b-9965aae846e2 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/ports?device_id=3921c17a-0f1c-423c-8a10-1447d9300f3c HTTP/1.1" status: 200 len: 943 time: 0.0637567 Jul 08 13:11:57.793811 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-44faa56a-47ca-412b-a99a-677073fb300c req-a9246076-6329-4666-9cd6-67ff9f4bde41 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/security-groups?id=7d1415b4-3621-40a5-a90f-678d55bd5ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308738 Jul 08 13:11:58.531611 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device c1eea02c-8f3c-46cb-b013-224610c7a89f details requested by agent hyperv_hv-cinder-78960 with host hv-cinder-78960 {{(pid=93013) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 08 13:11:58.628507 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port c1eea02c-8f3c-46cb-b013-224610c7a89f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c1eea02c-8f3c-46cb-b013-224610c7a89f,segment=NetworkSegment(51c23279-a1ff-437b-9aa4-0fd6059e4ce8),segment_id=51c23279-a1ff-437b-9aa4-0fd6059e4ce8)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:11:58.639777 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Returning: {'device': 'c1eea02c-8f3c-46cb-b013-224610c7a89f', 'network_id': '06a4880b-8499-4cd0-a02d-0208585c0e62', 'port_id': 'c1eea02c-8f3c-46cb-b013-224610c7a89f', 'mac_address': 'fa:16:3e:a9:6d:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30654fd0-5ba3-44e3-b5e2-b73593ce97d3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93013) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 08 13:11:58.677281 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:58.689847 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1eea02c-8f3c-46cb-b013-224610c7a89f {{(pid=93013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 08 13:11:58.708786 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port c1eea02c-8f3c-46cb-b013-224610c7a89f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c1eea02c-8f3c-46cb-b013-224610c7a89f,segment=NetworkSegment(51c23279-a1ff-437b-9aa4-0fd6059e4ce8),segment_id=51c23279-a1ff-437b-9aa4-0fd6059e4ce8)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:11:58.713329 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:11:58.763022 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Pushing event updated for resources: {'Port': ['ID=c1eea02c-8f3c-46cb-b013-224610c7a89f,revision_number=4']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:11:58.770006 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:11:58.770363 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:11:58.770715 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:11:58.771051 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:11:58.771384 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:11:58.772253 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:11:58.772585 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:11:58.772916 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:11:58.773353 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:11:58.773689 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:11:58.774013 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:11:58.774336 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:11:58.965958 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930945a-c6f7-4fec-b647-4bf2bf127772 req-a9c11c18-9470-4e77-befa-f183c12b45aa tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:11:58.968110 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a930945a-c6f7-4fec-b647-4bf2bf127772 req-a9c11c18-9470-4e77-befa-f183c12b45aa tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/ports?device_id=3921c17a-0f1c-423c-8a10-1447d9300f3c HTTP/1.1" status: 200 len: 944 time: 0.0638814 Jul 08 13:11:59.004802 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-a930945a-c6f7-4fec-b647-4bf2bf127772 req-9b9c5248-582a-48bb-a4f1-27c93fa92364 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/security-groups?id=7d1415b4-3621-40a5-a90f-678d55bd5ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309553 Jul 08 13:11:59.105280 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] get_ports_and_sgs() called for port_ids ['c1eea02c-8f3c-46cb-b013-224610c7a89f'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 13:12:00.085649 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:00.189116 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52149bc-e351-4086-a592-0c589907c93b req-071e0f13-508a-4562-b845-77b9d70f1aa5 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:12:00.190609 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-a52149bc-e351-4086-a592-0c589907c93b req-071e0f13-508a-4562-b845-77b9d70f1aa5 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/ports?device_id=3921c17a-0f1c-423c-8a10-1447d9300f3c HTTP/1.1" status: 200 len: 944 time: 0.0668876 Jul 08 13:12:00.229184 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-a52149bc-e351-4086-a592-0c589907c93b req-479d5d78-bca5-4635-a067-b140ca920446 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/security-groups?id=7d1415b4-3621-40a5-a90f-678d55bd5ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329137 Jul 08 13:12:00.548862 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device c1eea02c-8f3c-46cb-b013-224610c7a89f up at agent hyperv_hv-cinder-78960 {{(pid=93013) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 08 13:12:00.596866 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Provisioning for port c1eea02c-8f3c-46cb-b013-224610c7a89f completed by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 08 13:12:00.600435 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Provisioning complete for port c1eea02c-8f3c-46cb-b013-224610c7a89f triggered by entity L2. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:12:00.600803 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:00.679357 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:00.702067 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3921c17a-0f1c-423c-8a10-1447d9300f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1eea02c-8f3c-46cb-b013-224610c7a89f'}] {{(pid=93013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:12:00.704249 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}437348d2bcada7eee63ab7a3e0cc12fc8f9484ad9c5d405f769a928aff85887c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34533995-034d-4393-a736-38a1f0d4c8e8" -d '{"events": [{"server_uuid": "3921c17a-0f1c-423c-8a10-1447d9300f3c", "name": "network-vif-plugged", "status": "completed", "tag": "c1eea02c-8f3c-46cb-b013-224610c7a89f"}]}' {{(pid=93013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:12:00.717066 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] For port c1eea02c-8f3c-46cb-b013-224610c7a89f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c1eea02c-8f3c-46cb-b013-224610c7a89f,segment=NetworkSegment(51c23279-a1ff-437b-9aa4-0fd6059e4ce8),segment_id=51c23279-a1ff-437b-9aa4-0fd6059e4ce8)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:12:00.721722 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135'] for port, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:00.747801 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443fba20-8ae9-4112-9a86-5a15a509fa88 x-openstack-request-id: req-443fba20-8ae9-4112-9a86-5a15a509fa88 {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:12:00.748087 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3921c17a-0f1c-423c-8a10-1447d9300f3c", "name": "network-vif-plugged", "status": "completed", "tag": "c1eea02c-8f3c-46cb-b013-224610c7a89f", "code": 200}]} {{(pid=93013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:12:00.748413 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-443fba20-8ae9-4112-9a86-5a15a509fa88 {{(pid=93013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:12:00.748755 dv-cinder-789603-11-iscsi neutron-server[93013]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3921c17a-0f1c-423c-8a10-1447d9300f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1eea02c-8f3c-46cb-b013-224610c7a89f', 'code': 200} Jul 08 13:12:00.773613 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Pushing event updated for resources: {'Port': ['ID=c1eea02c-8f3c-46cb-b013-224610c7a89f,revision_number=5']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:12:01.032471 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da1ba0-ae81-4e49-9db3-153d4eef3c95 req-868b7fd9-a782-41f8-a79b-5e759d1f79cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:12:01.033957 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-77da1ba0-ae81-4e49-9db3-153d4eef3c95 req-868b7fd9-a782-41f8-a79b-5e759d1f79cc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3921c17a-0f1c-423c-8a10-1447d9300f3c HTTP/1.1" status: 200 len: 1098 time: 0.0543621 Jul 08 13:12:01.070751 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-77da1ba0-ae81-4e49-9db3-153d4eef3c95 req-1d1d19cf-9e8b-4489-a8b7-058756cb2fd6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7d1415b4-3621-40a5-a90f-678d55bd5ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292206 Jul 08 13:12:01.405781 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b25d6e-dde5-44a0-b086-13c7b48b874a req-ab7f67db-3c5f-4774-be38-3b32c636c2e3 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:12:01.407244 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-e5b25d6e-dde5-44a0-b086-13c7b48b874a req-ab7f67db-3c5f-4774-be38-3b32c636c2e3 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/ports?device_id=3921c17a-0f1c-423c-8a10-1447d9300f3c HTTP/1.1" status: 200 len: 945 time: 0.0634179 Jul 08 13:12:01.443824 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-e5b25d6e-dde5-44a0-b086-13c7b48b874a req-3283f498-29e8-40d2-b1be-e8b6129f5536 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/security-groups?id=7d1415b4-3621-40a5-a90f-678d55bd5ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305307 Jul 08 13:12:02.536602 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-900b5483-f303-4684-9014-43c20cc62b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:02.616141 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26a7b5-c244-4a18-9e5c-7832580bbd19 req-894f8c6a-b4f0-4660-9177-6601c6606608 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:12:02.617650 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7a26a7b5-c244-4a18-9e5c-7832580bbd19 req-894f8c6a-b4f0-4660-9177-6601c6606608 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/ports?device_id=3921c17a-0f1c-423c-8a10-1447d9300f3c HTTP/1.1" status: 200 len: 945 time: 0.0626662 Jul 08 13:12:02.654038 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-7a26a7b5-c244-4a18-9e5c-7832580bbd19 req-d6a58842-0c8c-458d-91c8-2ffb1101989b tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/security-groups?id=7d1415b4-3621-40a5-a90f-678d55bd5ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307589 Jul 08 13:12:02.822723 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac08bf-9f04-4f0f-ba44-8f13a73be097 req-9d3fb596-ac65-4bb9-ad8e-d95fd0511fe0 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:12:02.824228 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-e5ac08bf-9f04-4f0f-ba44-8f13a73be097 req-9d3fb596-ac65-4bb9-ad8e-d95fd0511fe0 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/ports?device_id=3921c17a-0f1c-423c-8a10-1447d9300f3c HTTP/1.1" status: 200 len: 945 time: 0.0637784 Jul 08 13:12:02.864659 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-e5ac08bf-9f04-4f0f-ba44-8f13a73be097 req-43539a0e-05dd-40e4-b30e-956b6f44672b tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/security-groups?id=7d1415b4-3621-40a5-a90f-678d55bd5ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349133 Jul 08 13:12:03.248426 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc49ed6e-31a1-4bcf-adfa-780959a983ac req-21068a3c-16ee-42bb-bda6-5087c76b1b7d tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:12:03.249972 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-bc49ed6e-31a1-4bcf-adfa-780959a983ac req-21068a3c-16ee-42bb-bda6-5087c76b1b7d tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/ports?device_id=3921c17a-0f1c-423c-8a10-1447d9300f3c HTTP/1.1" status: 200 len: 945 time: 0.0677514 Jul 08 13:12:03.295397 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-bc49ed6e-31a1-4bcf-adfa-780959a983ac req-59e23c3a-fc0a-4f6c-ba1d-5f56ab2ef610 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/security-groups?id=7d1415b4-3621-40a5-a90f-678d55bd5ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346272 Jul 08 13:12:05.382016 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-017d7837-952e-4b79-a7b2-bb4108f70613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:05.730600 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:06.140372 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-97c8e7b9-57f7-456d-825e-78a0ef1aae16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:07.909217 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-615b644b-3110-4324-8d19-7b6387de29b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:08.998354 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-0cef42f3-3a1a-4020-b263-5152d2247e85 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 13:12:13.431302 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 46598) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:12:13.534145 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9699d8b9-dff8-4fd1-b84c-c8c639b80d20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:13.620965 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9699d8b9-dff8-4fd1-b84c-c8c639b80d20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:13.625098 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9699d8b9-dff8-4fd1-b84c-c8c639b80d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:13.661524 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9699d8b9-dff8-4fd1-b84c-c8c639b80d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9c0d72-60e1-4eaa-ab3d-c321cb332b31,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:12:13.666879 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-9699d8b9-dff8-4fd1-b84c-c8c639b80d20 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=76e678c6d3da40e4ab5d92a102b89a97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2345440 Jul 08 13:12:13.669387 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 46602) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:12:13.717377 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9c73b7b9-b356-4b10-a6a4-fb3381388c02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:13.737389 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9c73b7b9-b356-4b10-a6a4-fb3381388c02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:13.782062 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9c73b7b9-b356-4b10-a6a4-fb3381388c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:13.784592 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9c73b7b9-b356-4b10-a6a4-fb3381388c02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:13.785720 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-9c73b7b9-b356-4b10-a6a4-fb3381388c02 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bd9c0d72-60e1-4eaa-ab3d-c321cb332b31 HTTP/1.1" status: 204 len: 168 time: 0.1153815 Jul 08 13:12:13.793475 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c73b7b9-b356-4b10-a6a4-fb3381388c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9c0d72-60e1-4eaa-ab3d-c321cb332b31,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:12:24.944979 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a1959d-0f84-4638-b7b2-94234ad1d499 req-d635a8c0-6386-4ba8-84c2-6432b5b88922 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:12:24.946442 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-35a1959d-0f84-4638-b7b2-94234ad1d499 req-d635a8c0-6386-4ba8-84c2-6432b5b88922 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/ports?device_id=3921c17a-0f1c-423c-8a10-1447d9300f3c HTTP/1.1" status: 200 len: 945 time: 0.0628715 Jul 08 13:12:24.983186 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-35a1959d-0f84-4638-b7b2-94234ad1d499 req-2545b95a-4536-4ce0-ba1c-2ec909be15db tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/security-groups?id=7d1415b4-3621-40a5-a90f-678d55bd5ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310860 Jul 08 13:12:25.008121 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 46634) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:12:25.467824 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3998fa8b-a436-42a0-86a5-c6c4899d40c0 tempest-TestMinimumBasicScenario-780657178 tempest-TestMinimumBasicScenario-780657178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:12:25.469420 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-3998fa8b-a436-42a0-86a5-c6c4899d40c0 tempest-TestMinimumBasicScenario-780657178 tempest-TestMinimumBasicScenario-780657178-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=3921c17a-0f1c-423c-8a10-1447d9300f3c HTTP/1.1" status: 200 len: 1093 time: 0.4603083 Jul 08 13:12:25.472247 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 46638) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:12:25.477108 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-e4a5b481-b1dc-4127-a49a-e447b6607eb6 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Request body: {'floatingip': {'floating_network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'port_id': 'c1eea02c-8f3c-46cb-b013-224610c7a89f', 'tenant_id': '958197013bcb4a9e81d5d18c4a0419bf', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:12:25.498716 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e4a5b481-b1dc-4127-a49a-e447b6607eb6 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks [] for floatingip, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:25.594649 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e4a5b481-b1dc-4127-a49a-e447b6607eb6 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:25.698914 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_common [None req-e4a5b481-b1dc-4127-a49a-e447b6607eb6 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Allocated IP 172.27.1.155 (d18f7e62-ee2d-4e48-b29d-27db78040174/81ab2e47-5fae-4c56-af63-aae451fc3457/ea4baf62-a007-44c4-844b-1cc1c337101d) {{(pid=93011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 08 13:12:25.796554 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e4a5b481-b1dc-4127-a49a-e447b6607eb6 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks [] for port, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:25.833704 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e4a5b481-b1dc-4127-a49a-e447b6607eb6 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1562918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-162234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739448941276', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4789364'] for port, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:25.871738 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a5b481-b1dc-4127-a49a-e447b6607eb6 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Network d18f7e62-ee2d-4e48-b29d-27db78040174 is already hosted by enough agents. {{(pid=93011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 08 13:12:25.874553 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.base_scheduler [None req-e4a5b481-b1dc-4127-a49a-e447b6607eb6 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Resources bound (agent type, host, resource id): {{(pid=93011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 08 13:12:25.877154 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a5b481-b1dc-4127-a49a-e447b6607eb6 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Received port after_create {{(pid=93011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 08 13:12:25.912286 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a5b481-b1dc-4127-a49a-e447b6607eb6 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Pushing event updated for resources: {'Port': ['ID=ea4baf62-a007-44c4-844b-1cc1c337101d,revision_number=1']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:12:26.246489 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e4a5b481-b1dc-4127-a49a-e447b6607eb6 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:26.320004 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e4a5b481-b1dc-4127-a49a-e447b6607eb6 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:26.469632 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e4a5b481-b1dc-4127-a49a-e447b6607eb6 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks [] for port, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:26.474027 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e4a5b481-b1dc-4127-a49a-e447b6607eb6 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4789354'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:26.543667 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a5b481-b1dc-4127-a49a-e447b6607eb6 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Pushing event updated for resources: {'Port': ['ID=ea4baf62-a007-44c4-844b-1cc1c337101d,revision_number=2']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:12:26.549794 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e4a5b481-b1dc-4127-a49a-e447b6607eb6 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-545677'] for floatingip, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:26.654218 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.db.l3_db [None req-e4a5b481-b1dc-4127-a49a-e447b6607eb6 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Floating IP cdc913cb-b68b-428d-90c2-3201f91e8a44 associated. External IP: 172.27.1.155, port: c1eea02c-8f3c-46cb-b013-224610c7a89f. Jul 08 13:12:26.861841 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a5b481-b1dc-4127-a49a-e447b6607eb6 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Router dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5 has already been hosted by L3 agent f415b27f-d318-40de-bd28-ecbd03c16a41 {{(pid=93011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 13:12:26.971346 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a5b481-b1dc-4127-a49a-e447b6607eb6 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify agent at l3_agent.dv-cinder-789603-11-iscsi the message routers_updated {{(pid=93011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:12:26.980960 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8525c0a6-158a-4e8a-8824-5096e781299d None None] Sync routers for ids ['dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5'] in dv-cinder-789603-11-iscsi {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:12:26.988167 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e4a5b481-b1dc-4127-a49a-e447b6607eb6 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for floatingip, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:26.991923 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8525c0a6-158a-4e8a-8824-5096e781299d None None] Routers {'dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:12:26.992580 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-8525c0a6-158a-4e8a-8824-5096e781299d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:12:05Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:12:27.024741 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-e4a5b481-b1dc-4127-a49a-e447b6607eb6 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5514719 Jul 08 13:12:27.025336 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3921c17a-0f1c-423c-8a10-1447d9300f3c', 'tag': 'c1eea02c-8f3c-46cb-b013-224610c7a89f'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:12:27.027518 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 46640) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:12:27.028036 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79934bd8df5839606b1ce54b63dc7d70fed780423e2c756261eeaeb19bf0c4d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e154e838-0995-44e7-90a6-f8c543fdc38c" -d '{"events": [{"name": "network-changed", "server_uuid": "3921c17a-0f1c-423c-8a10-1447d9300f3c", "tag": "c1eea02c-8f3c-46cb-b013-224610c7a89f"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:12:27.032743 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-03221234-7a58-40c0-a268-735c7d9d2756 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-204353918', 'description': 'tempest-secgroup-smoke-204353918 description', 'project_id': '958197013bcb4a9e81d5d18c4a0419bf'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:12:27.059419 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-03221234-7a58-40c0-a268-735c7d9d2756 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks [] for security_group, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:27.151635 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-03221234-7a58-40c0-a268-735c7d9d2756 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks [] for security_group, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:27.157347 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-03221234-7a58-40c0-a268-735c7d9d2756 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:27.188988 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-03221234-7a58-40c0-a268-735c7d9d2756 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:27.190245 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-03221234-7a58-40c0-a268-735c7d9d2756 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1616802 Jul 08 13:12:27.193211 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 46646) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:12:27.198214 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-b4c06420-fb81-4bf9-828b-843ec6566df8 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Request body: {'security_group_rule': {'security_group_id': '5a310f95-cae2-424f-8b01-12916fbd260b', 'project_id': '958197013bcb4a9e81d5d18c4a0419bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:12:27.203411 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03221234-7a58-40c0-a268-735c7d9d2756 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a310f95-cae2-424f-8b01-12916fbd260b,revision_number=1']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:12:27.206954 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 13:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae8d73b-a32b-4a16-8aed-f9d4b7c26381 x-openstack-request-id: req-5ae8d73b-a32b-4a16-8aed-f9d4b7c26381 {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:12:27.207440 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3921c17a-0f1c-423c-8a10-1447d9300f3c", "tag": "c1eea02c-8f3c-46cb-b013-224610c7a89f", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:12:27.207696 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5ae8d73b-a32b-4a16-8aed-f9d4b7c26381 {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:12:27.208313 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3921c17a-0f1c-423c-8a10-1447d9300f3c', 'tag': 'c1eea02c-8f3c-46cb-b013-224610c7a89f', 'status': 'completed', 'code': 200} Jul 08 13:12:27.217453 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03221234-7a58-40c0-a268-735c7d9d2756 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:12:27.217787 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03221234-7a58-40c0-a268-735c7d9d2756 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:12:27.218133 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03221234-7a58-40c0-a268-735c7d9d2756 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:12:27.218473 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03221234-7a58-40c0-a268-735c7d9d2756 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:12:27.218812 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03221234-7a58-40c0-a268-735c7d9d2756 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:12:27.219144 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03221234-7a58-40c0-a268-735c7d9d2756 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:12:27.219474 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03221234-7a58-40c0-a268-735c7d9d2756 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:12:27.219804 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03221234-7a58-40c0-a268-735c7d9d2756 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:12:27.220129 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03221234-7a58-40c0-a268-735c7d9d2756 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:12:27.220477 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03221234-7a58-40c0-a268-735c7d9d2756 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:12:27.220804 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03221234-7a58-40c0-a268-735c7d9d2756 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:12:27.221128 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03221234-7a58-40c0-a268-735c7d9d2756 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:12:27.239909 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-8525c0a6-158a-4e8a-8824-5096e781299d None None] Set router dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:12:27.240520 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b4c06420-fb81-4bf9-828b-843ec6566df8 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:27.289013 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b4c06420-fb81-4bf9-828b-843ec6566df8 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:27.293731 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b4c06420-fb81-4bf9-828b-843ec6566df8 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522527'] for security_group_rule, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:27.311523 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c06420-fb81-4bf9-828b-843ec6566df8 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96e6e8ec-a0c8-4f75-8498-85fcfda6be66,revision_number=0']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:12:27.319017 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-b4c06420-fb81-4bf9-828b-843ec6566df8 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:27.320461 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-b4c06420-fb81-4bf9-828b-843ec6566df8 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1259708 Jul 08 13:12:27.323307 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 46650) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:12:27.329175 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [None req-17493d33-3320-4f83-b104-f611d4515837 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Request body: {'security_group_rule': {'security_group_id': '5a310f95-cae2-424f-8b01-12916fbd260b', 'project_id': '958197013bcb4a9e81d5d18c4a0419bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:12:27.394179 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-17493d33-3320-4f83-b104-f611d4515837 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:27.431506 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e154e838-0995-44e7-90a6-f8c543fdc38c req-6b6fe63c-ff4b-41aa-8a85-b38165592910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:12:27.433322 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-e154e838-0995-44e7-90a6-f8c543fdc38c req-6b6fe63c-ff4b-41aa-8a85-b38165592910 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=958197013bcb4a9e81d5d18c4a0419bf&device_id=3921c17a-0f1c-423c-8a10-1447d9300f3c HTTP/1.1" status: 200 len: 1098 time: 0.1678722 Jul 08 13:12:27.474703 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-8525c0a6-158a-4e8a-8824-5096e781299d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5', 'name': 'tempest-TestMinimumBasicScenario-1435379159-router', 'tenant_id': '958197013bcb4a9e81d5d18c4a0419bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '4cdae452-4848-4422-965c-11d8acaecfcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:11:20Z', 'updated_at': '2021-07-08T13:11:22Z', 'revision_number': 4, 'project_id': '958197013bcb4a9e81d5d18c4a0419bf', 'gw_port': {'id': '4cdae452-4848-4422-965c-11d8acaecfcd', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:97:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:11:20Z', 'updated_at': '2021-07-08T13:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_floatingips': [{'id': 'cdc913cb-b68b-428d-90c2-3201f91e8a44', 'tenant_id': '958197013bcb4a9e81d5d18c4a0419bf', 'floating_ip_address': '172.27.1.155', 'floating_network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'router_id': 'dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5', 'port_id': 'c1eea02c-8f3c-46cb-b013-224610c7a89f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a4880b-8499-4cd0-a02d-0208585c0e62', 'mac_address': 'fa:16:3e:a9:6d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3921c17a-0f1c-423c-8a10-1447d9300f3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T13:12:26Z', 'updated_at': '2021-07-08T13:12:26Z', 'revision_number': 0, 'project_id': '958197013bcb4a9e81d5d18c4a0419bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4327487-e92d-4a10-8541-e9e65d8d2a1d', 'name': '', 'network_id': '06a4880b-8499-4cd0-a02d-0208585c0e62', 'tenant_id': '958197013bcb4a9e81d5d18c4a0419bf', 'mac_address': 'fa:16:3e:d8:06:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '30654fd0-5ba3-44e3-b5e2-b73593ce97d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:11:22Z', 'updated_at': '2021-07-08T13:11:29Z', 'revision_number': 5, 'project_id': '958197013bcb4a9e81d5d18c4a0419bf', 'subnets': [{'id': '30654fd0-5ba3-44e3-b5e2-b73593ce97d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:12:27.500006 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8525c0a6-158a-4e8a-8824-5096e781299d None None] Checking router: dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5 for host: dv-cinder-789603-11-iscsi {{(pid=93013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:12:27.508813 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8525c0a6-158a-4e8a-8824-5096e781299d None None] Routers {'dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:12:27.508999 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-17493d33-3320-4f83-b104-f611d4515837 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:27.509419 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-8525c0a6-158a-4e8a-8824-5096e781299d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:12:05Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:12:27.514058 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-17493d33-3320-4f83-b104-f611d4515837 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522527'] for security_group_rule, after_create {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:27.541046 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17493d33-3320-4f83-b104-f611d4515837 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0af29edb-8fc6-4dfe-b18f-abc6c3893b94,revision_number=0']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:12:27.559687 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-17493d33-3320-4f83-b104-f611d4515837 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:27.561858 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-17493d33-3320-4f83-b104-f611d4515837 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2367680 Jul 08 13:12:27.564821 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 46652) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:12:27.573526 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-42102a8d-928a-4b74-a9eb-82abe545fa06 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Request body: {'security_group_rule': {'security_group_id': '5a310f95-cae2-424f-8b01-12916fbd260b', 'project_id': '958197013bcb4a9e81d5d18c4a0419bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:12:27.579020 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e154e838-0995-44e7-90a6-f8c543fdc38c req-5d5d893a-ec15-463c-8b76-5efe85777fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:12:27.581117 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-e154e838-0995-44e7-90a6-f8c543fdc38c req-5d5d893a-ec15-463c-8b76-5efe85777fa5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=06a4880b-8499-4cd0-a02d-0208585c0e62 HTTP/1.1" status: 200 len: 916 time: 0.1368303 Jul 08 13:12:27.608111 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-42102a8d-928a-4b74-a9eb-82abe545fa06 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:27.633218 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-8525c0a6-158a-4e8a-8824-5096e781299d None None] Set router dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:12:27.673189 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-42102a8d-928a-4b74-a9eb-82abe545fa06 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:27.678957 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-42102a8d-928a-4b74-a9eb-82abe545fa06 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522527'] for security_group_rule, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:27.679645 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-e154e838-0995-44e7-90a6-f8c543fdc38c req-528eaaa5-cae5-45ec-83c5-256f36889647 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1eea02c-8f3c-46cb-b013-224610c7a89f HTTP/1.1" status: 200 len: 999 time: 0.0893850 Jul 08 13:12:27.699633 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42102a8d-928a-4b74-a9eb-82abe545fa06 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bf7593a-3a9b-4f18-8fe0-94e5356e3875,revision_number=0']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:12:27.707661 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-42102a8d-928a-4b74-a9eb-82abe545fa06 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:27.712559 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-42102a8d-928a-4b74-a9eb-82abe545fa06 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1439750 Jul 08 13:12:27.712835 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 46654) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:12:27.717623 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-ab16ab18-2b6b-4775-8d59-3f91a03005a4 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Request body: {'security_group_rule': {'security_group_id': '5a310f95-cae2-424f-8b01-12916fbd260b', 'project_id': '958197013bcb4a9e81d5d18c4a0419bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:12:27.735180 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e154e838-0995-44e7-90a6-f8c543fdc38c req-d58bb034-1947-411b-bae1-c0ed16cca87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:12:27.737150 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-e154e838-0995-44e7-90a6-f8c543fdc38c req-d58bb034-1947-411b-bae1-c0ed16cca87e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=30654fd0-5ba3-44e3-b5e2-b73593ce97d3 HTTP/1.1" status: 200 len: 854 time: 0.0503666 Jul 08 13:12:27.745640 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ab16ab18-2b6b-4775-8d59-3f91a03005a4 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:27.799009 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e154e838-0995-44e7-90a6-f8c543fdc38c req-ee2a8f4e-dad8-48d2-a0aa-004e6acd6c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:12:27.800532 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-e154e838-0995-44e7-90a6-f8c543fdc38c req-ee2a8f4e-dad8-48d2-a0aa-004e6acd6c4b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=06a4880b-8499-4cd0-a02d-0208585c0e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0553095 Jul 08 13:12:27.812146 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [req-e154e838-0995-44e7-90a6-f8c543fdc38c req-d2e651b1-affe-42b2-b000-787d53d5bb8d service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=93011) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 08 13:12:27.813138 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-e154e838-0995-44e7-90a6-f8c543fdc38c req-d2e651b1-affe-42b2-b000-787d53d5bb8d service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055556 Jul 08 13:12:27.814440 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ab16ab18-2b6b-4775-8d59-3f91a03005a4 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:27.818921 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ab16ab18-2b6b-4775-8d59-3f91a03005a4 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522527'] for security_group_rule, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:27.839341 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab16ab18-2b6b-4775-8d59-3f91a03005a4 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4503475f-27f2-4892-bde0-767b3ae63899,revision_number=0']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:12:27.848475 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-ab16ab18-2b6b-4775-8d59-3f91a03005a4 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:27.849940 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-ab16ab18-2b6b-4775-8d59-3f91a03005a4 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1361158 Jul 08 13:12:27.852531 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 46656) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:12:27.857104 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-1702b872-6557-4bb6-a936-288a024a0643 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Request body: {'security_group_rule': {'security_group_id': '5a310f95-cae2-424f-8b01-12916fbd260b', 'project_id': '958197013bcb4a9e81d5d18c4a0419bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:12:27.880846 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.db.securitygroups_db [None req-1702b872-6557-4bb6-a936-288a024a0643 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Project 958197013bcb4a9e81d5d18c4a0419bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 13:12:27.886845 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-1702b872-6557-4bb6-a936-288a024a0643 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:27.890610 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-8525c0a6-158a-4e8a-8824-5096e781299d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5', 'name': 'tempest-TestMinimumBasicScenario-1435379159-router', 'tenant_id': '958197013bcb4a9e81d5d18c4a0419bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '4cdae452-4848-4422-965c-11d8acaecfcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:11:20Z', 'updated_at': '2021-07-08T13:11:22Z', 'revision_number': 4, 'project_id': '958197013bcb4a9e81d5d18c4a0419bf', 'gw_port': {'id': '4cdae452-4848-4422-965c-11d8acaecfcd', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:97:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:11:20Z', 'updated_at': '2021-07-08T13:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_floatingips': [{'id': 'cdc913cb-b68b-428d-90c2-3201f91e8a44', 'tenant_id': '958197013bcb4a9e81d5d18c4a0419bf', 'floating_ip_address': '172.27.1.155', 'floating_network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'router_id': 'dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5', 'port_id': 'c1eea02c-8f3c-46cb-b013-224610c7a89f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a4880b-8499-4cd0-a02d-0208585c0e62', 'mac_address': 'fa:16:3e:a9:6d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3921c17a-0f1c-423c-8a10-1447d9300f3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T13:12:26Z', 'updated_at': '2021-07-08T13:12:26Z', 'revision_number': 0, 'project_id': '958197013bcb4a9e81d5d18c4a0419bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4327487-e92d-4a10-8541-e9e65d8d2a1d', 'name': '', 'network_id': '06a4880b-8499-4cd0-a02d-0208585c0e62', 'tenant_id': '958197013bcb4a9e81d5d18c4a0419bf', 'mac_address': 'fa:16:3e:d8:06:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '30654fd0-5ba3-44e3-b5e2-b73593ce97d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:11:22Z', 'updated_at': '2021-07-08T13:11:29Z', 'revision_number': 5, 'project_id': '958197013bcb4a9e81d5d18c4a0419bf', 'subnets': [{'id': '30654fd0-5ba3-44e3-b5e2-b73593ce97d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:12:27.916832 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8525c0a6-158a-4e8a-8824-5096e781299d None None] The sync data for ids ['dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5'] in dv-cinder-789603-11-iscsi is: [{'id': 'dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5', 'name': 'tempest-TestMinimumBasicScenario-1435379159-router', 'tenant_id': '958197013bcb4a9e81d5d18c4a0419bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '4cdae452-4848-4422-965c-11d8acaecfcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:11:20Z', 'updated_at': '2021-07-08T13:11:22Z', 'revision_number': 4, 'project_id': '958197013bcb4a9e81d5d18c4a0419bf', 'gw_port': {'id': '4cdae452-4848-4422-965c-11d8acaecfcd', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:97:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:11:20Z', 'updated_at': '2021-07-08T13:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_floatingips': [{'id': 'cdc913cb-b68b-428d-90c2-3201f91e8a44', 'tenant_id': '958197013bcb4a9e81d5d18c4a0419bf', 'floating_ip_address': '172.27.1.155', 'floating_network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'router_id': 'dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5', 'port_id': 'c1eea02c-8f3c-46cb-b013-224610c7a89f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06a4880b-8499-4cd0-a02d-0208585c0e62', 'mac_address': 'fa:16:3e:a9:6d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3921c17a-0f1c-423c-8a10-1447d9300f3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T13:12:26Z', 'updated_at': '2021-07-08T13:12:26Z', 'revision_number': 0, 'project_id': '958197013bcb4a9e81d5d18c4a0419bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4327487-e92d-4a10-8541-e9e65d8d2a1d', 'name': '', 'network_id': '06a4880b-8499-4cd0-a02d-0208585c0e62', 'tenant_id': '958197013bcb4a9e81d5d18c4a0419bf', 'mac_address': 'fa:16:3e:d8:06:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '30654fd0-5ba3-44e3-b5e2-b73593ce97d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:11:22Z', 'updated_at': '2021-07-08T13:11:29Z', 'revision_number': 5, 'project_id': '958197013bcb4a9e81d5d18c4a0419bf', 'subnets': [{'id': '30654fd0-5ba3-44e3-b5e2-b73593ce97d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:12:27.923089 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-e154e838-0995-44e7-90a6-f8c543fdc38c req-9f80129c-779d-478a-bd21-7efb63d751f7 service neutron] 10.222.0.21 "GET /v2.0/networks/06a4880b-8499-4cd0-a02d-0208585c0e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016040 Jul 08 13:12:27.950308 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-1702b872-6557-4bb6-a936-288a024a0643 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:27.956086 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-1702b872-6557-4bb6-a936-288a024a0643 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522527'] for security_group_rule, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:27.974812 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1702b872-6557-4bb6-a936-288a024a0643 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70f26b28-0619-49e6-9a28-6745aada67e0,revision_number=0']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:12:27.981726 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-1702b872-6557-4bb6-a936-288a024a0643 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:27.983094 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-1702b872-6557-4bb6-a936-288a024a0643 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1295204 Jul 08 13:12:27.986088 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 46658) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:12:27.990985 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.v2.base [None req-fb164d94-3f44-4861-a023-9f964d77ce43 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Request body: {'security_group_rule': {'security_group_id': '5a310f95-cae2-424f-8b01-12916fbd260b', 'project_id': '958197013bcb4a9e81d5d18c4a0419bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93012) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:12:28.013720 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.db.securitygroups_db [None req-fb164d94-3f44-4861-a023-9f964d77ce43 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Project 958197013bcb4a9e81d5d18c4a0419bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 08 13:12:28.018654 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-fb164d94-3f44-4861-a023-9f964d77ce43 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:28.026923 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-e154e838-0995-44e7-90a6-f8c543fdc38c req-9da4f93b-cf27-4376-b3e4-5038c16d5001 service neutron] 10.222.0.21 "GET /v2.0/networks/06a4880b-8499-4cd0-a02d-0208585c0e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945137 Jul 08 13:12:28.089393 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-fb164d94-3f44-4861-a023-9f964d77ce43 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:28.094001 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-fb164d94-3f44-4861-a023-9f964d77ce43 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522527'] for security_group_rule, after_create {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:28.113291 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb164d94-3f44-4861-a023-9f964d77ce43 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df8c3f8d-eaa3-4f06-bba9-624781fc0369,revision_number=0']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:12:28.121274 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-fb164d94-3f44-4861-a023-9f964d77ce43 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:28.125345 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-fb164d94-3f44-4861-a023-9f964d77ce43 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1358557 Jul 08 13:12:28.153747 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb22e337-ee59-4ca7-9221-06af3176fa9f None None] New status for floating IP cdc913cb-b68b-428d-90c2-3201f91e8a44: ACTIVE {{(pid=93014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 13:12:28.244400 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f2802bcb-98f1-4aba-b4b6-2c5baf17c072 req-9de90dd6-4beb-4419-940e-43c5cfb65203 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-204353918&fields=id&tenant_id=958197013bcb4a9e81d5d18c4a0419bf HTTP/1.1" status: 200 len: 267 time: 0.0363269 Jul 08 13:12:28.317453 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2802bcb-98f1-4aba-b4b6-2c5baf17c072 req-efcbfc34-cae5-435c-970b-45181e30518e tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:12:28.319032 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f2802bcb-98f1-4aba-b4b6-2c5baf17c072 req-efcbfc34-cae5-435c-970b-45181e30518e tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/ports?device_id=3921c17a-0f1c-423c-8a10-1447d9300f3c HTTP/1.1" status: 200 len: 945 time: 0.0690184 Jul 08 13:12:28.330467 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [req-f2802bcb-98f1-4aba-b4b6-2c5baf17c072 req-0506f6e7-fe9a-4a41-8ce4-8ed7b4ecec4b tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Request body: {'port': {'security_groups': ['7d1415b4-3621-40a5-a90f-678d55bd5ada', '5a310f95-cae2-424f-8b01-12916fbd260b']}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:12:28.414632 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-f2802bcb-98f1-4aba-b4b6-2c5baf17c072 req-0506f6e7-fe9a-4a41-8ce4-8ed7b4ecec4b tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:28.596029 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-f2802bcb-98f1-4aba-b4b6-2c5baf17c072 req-0506f6e7-fe9a-4a41-8ce4-8ed7b4ecec4b tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] For port c1eea02c-8f3c-46cb-b013-224610c7a89f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c1eea02c-8f3c-46cb-b013-224610c7a89f,segment=NetworkSegment(51c23279-a1ff-437b-9aa4-0fd6059e4ce8),segment_id=51c23279-a1ff-437b-9aa4-0fd6059e4ce8)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:12:28.627984 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-f2802bcb-98f1-4aba-b4b6-2c5baf17c072 req-0506f6e7-fe9a-4a41-8ce4-8ed7b4ecec4b tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks [] for port, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:28.632686 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-f2802bcb-98f1-4aba-b4b6-2c5baf17c072 req-0506f6e7-fe9a-4a41-8ce4-8ed7b4ecec4b tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4789354'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:28.670348 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] get_ports_and_sgs() called for port_ids ['c1eea02c-8f3c-46cb-b013-224610c7a89f'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 13:12:28.682177 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2802bcb-98f1-4aba-b4b6-2c5baf17c072 req-0506f6e7-fe9a-4a41-8ce4-8ed7b4ecec4b tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:12:28.682826 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-f2802bcb-98f1-4aba-b4b6-2c5baf17c072 req-0506f6e7-fe9a-4a41-8ce4-8ed7b4ecec4b tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:28.684558 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-f2802bcb-98f1-4aba-b4b6-2c5baf17c072 req-0506f6e7-fe9a-4a41-8ce4-8ed7b4ecec4b tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "PUT /v2.0/ports/c1eea02c-8f3c-46cb-b013-224610c7a89f HTTP/1.1" status: 200 len: 981 time: 0.3590937 Jul 08 13:12:28.712437 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0506f6e7-fe9a-4a41-8ce4-8ed7b4ecec4b tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Pushing event updated for resources: {'Port': ['ID=c1eea02c-8f3c-46cb-b013-224610c7a89f,revision_number=6']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:12:28.851675 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] get_ports_and_sgs() called for port_ids ['c1eea02c-8f3c-46cb-b013-224610c7a89f'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 13:12:28.872639 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a070fb-0b29-4ba9-ae08-76a32ea953d9 req-7fc26fa2-eb7f-4c21-8d4e-2dc1fdb19080 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:12:28.874103 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-01a070fb-0b29-4ba9-ae08-76a32ea953d9 req-7fc26fa2-eb7f-4c21-8d4e-2dc1fdb19080 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/ports?device_id=3921c17a-0f1c-423c-8a10-1447d9300f3c HTTP/1.1" status: 200 len: 984 time: 0.0832682 Jul 08 13:12:28.913873 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-01a070fb-0b29-4ba9-ae08-76a32ea953d9 req-36305044-e75a-44c3-afba-dfafa262c6ad tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/security-groups?id=7d1415b4-3621-40a5-a90f-678d55bd5ada&id=5a310f95-cae2-424f-8b01-12916fbd260b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339189 Jul 08 13:12:28.991719 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-01008d48-e7f1-4387-8739-0f064b2f4584 None None] Provisioning complete for port c1eea02c-8f3c-46cb-b013-224610c7a89f triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:12:28.992089 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-01008d48-e7f1-4387-8739-0f064b2f4584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:29.209688 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3921c17a-0f1c-423c-8a10-1447d9300f3c', 'tag': 'c1eea02c-8f3c-46cb-b013-224610c7a89f'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:12:29.212233 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79934bd8df5839606b1ce54b63dc7d70fed780423e2c756261eeaeb19bf0c4d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b2a0dc-c364-4372-807a-45eb2812b6f3" -d '{"events": [{"name": "network-changed", "server_uuid": "3921c17a-0f1c-423c-8a10-1447d9300f3c", "tag": "c1eea02c-8f3c-46cb-b013-224610c7a89f"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:12:29.246339 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 13:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebdedf6-0fc7-440f-800e-225538cfa299 x-openstack-request-id: req-2ebdedf6-0fc7-440f-800e-225538cfa299 {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:12:29.246636 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3921c17a-0f1c-423c-8a10-1447d9300f3c", "tag": "c1eea02c-8f3c-46cb-b013-224610c7a89f", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:12:29.246889 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2ebdedf6-0fc7-440f-800e-225538cfa299 {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:12:29.247291 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3921c17a-0f1c-423c-8a10-1447d9300f3c', 'tag': 'c1eea02c-8f3c-46cb-b013-224610c7a89f', 'status': 'completed', 'code': 200} Jul 08 13:12:29.347365 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2a0dc-c364-4372-807a-45eb2812b6f3 req-ce5d30ba-8194-48de-9c47-6617b4dc5fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:12:29.348918 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-67b2a0dc-c364-4372-807a-45eb2812b6f3 req-ce5d30ba-8194-48de-9c47-6617b4dc5fc8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=958197013bcb4a9e81d5d18c4a0419bf&device_id=3921c17a-0f1c-423c-8a10-1447d9300f3c HTTP/1.1" status: 200 len: 1137 time: 0.0541790 Jul 08 13:12:29.440689 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2a0dc-c364-4372-807a-45eb2812b6f3 req-f6d8badb-769e-40d0-beb5-c5df2bfa1732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:12:29.442194 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-67b2a0dc-c364-4372-807a-45eb2812b6f3 req-f6d8badb-769e-40d0-beb5-c5df2bfa1732 service neutron] 10.222.0.21 "GET /v2.0/networks?id=06a4880b-8499-4cd0-a02d-0208585c0e62 HTTP/1.1" status: 200 len: 916 time: 0.0833831 Jul 08 13:12:29.511010 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-67b2a0dc-c364-4372-807a-45eb2812b6f3 req-bca18821-f1bf-45dc-aa4f-b57e9b13dc8d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1eea02c-8f3c-46cb-b013-224610c7a89f HTTP/1.1" status: 200 len: 1001 time: 0.0610185 Jul 08 13:12:29.561119 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2a0dc-c364-4372-807a-45eb2812b6f3 req-7abe122c-af76-47e7-8c23-c462d9a6786c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:12:29.562533 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-67b2a0dc-c364-4372-807a-45eb2812b6f3 req-7abe122c-af76-47e7-8c23-c462d9a6786c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=30654fd0-5ba3-44e3-b5e2-b73593ce97d3 HTTP/1.1" status: 200 len: 854 time: 0.0425863 Jul 08 13:12:29.619703 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2a0dc-c364-4372-807a-45eb2812b6f3 req-cbf66e0e-231f-499f-b602-e87f45520a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:12:29.621203 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-67b2a0dc-c364-4372-807a-45eb2812b6f3 req-cbf66e0e-231f-499f-b602-e87f45520a01 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=06a4880b-8499-4cd0-a02d-0208585c0e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0504026 Jul 08 13:12:29.712342 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-67b2a0dc-c364-4372-807a-45eb2812b6f3 req-72154133-15c7-4216-bb23-b6b39ee66137 service neutron] 10.222.0.21 "GET /v2.0/networks/06a4880b-8499-4cd0-a02d-0208585c0e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833886 Jul 08 13:12:29.799868 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-67b2a0dc-c364-4372-807a-45eb2812b6f3 req-28e41259-20e3-4014-8877-84bf0d0682a6 service neutron] 10.222.0.21 "GET /v2.0/networks/06a4880b-8499-4cd0-a02d-0208585c0e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802844 Jul 08 13:12:30.097230 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:32.538766 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-285f9f75-9354-418c-af0d-c1f135bd6bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:35.384508 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-815f1669-9e36-4435-9dea-1e8b930c6a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:35.730930 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:36.143248 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-97c8e7b9-57f7-456d-825e-78a0ef1aae16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:37.907384 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-615b644b-3110-4324-8d19-7b6387de29b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:41.198126 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c0ea2-2f25-4eef-831c-f11606e8ca81 req-04e81536-9ab5-4625-a4f1-a35c71402d02 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:12:41.199614 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-424c0ea2-2f25-4eef-831c-f11606e8ca81 req-04e81536-9ab5-4625-a4f1-a35c71402d02 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/ports?device_id=3921c17a-0f1c-423c-8a10-1447d9300f3c HTTP/1.1" status: 200 len: 984 time: 0.1072111 Jul 08 13:12:41.202356 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333eec30-9892-4eb4-9e23-dc40a59ae160 req-507046cf-5cf3-40d6-9db2-690876a11291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:12:41.203708 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-333eec30-9892-4eb4-9e23-dc40a59ae160 req-507046cf-5cf3-40d6-9db2-690876a11291 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=958197013bcb4a9e81d5d18c4a0419bf&device_id=3921c17a-0f1c-423c-8a10-1447d9300f3c HTTP/1.1" status: 200 len: 1137 time: 0.1011257 Jul 08 13:12:41.287197 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-424c0ea2-2f25-4eef-831c-f11606e8ca81 req-ef4d317a-5da6-440d-81ff-03d6e90d2536 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/security-groups?id=7d1415b4-3621-40a5-a90f-678d55bd5ada&id=5a310f95-cae2-424f-8b01-12916fbd260b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0816610 Jul 08 13:12:41.322035 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333eec30-9892-4eb4-9e23-dc40a59ae160 req-317e9699-aac7-4aa1-8fca-9d3c6c46dc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:12:41.323519 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-333eec30-9892-4eb4-9e23-dc40a59ae160 req-317e9699-aac7-4aa1-8fca-9d3c6c46dc51 service neutron] 10.222.0.21 "GET /v2.0/networks?id=06a4880b-8499-4cd0-a02d-0208585c0e62 HTTP/1.1" status: 200 len: 916 time: 0.1046400 Jul 08 13:12:41.389847 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-333eec30-9892-4eb4-9e23-dc40a59ae160 req-1bbc26ac-4509-4839-9fa9-553b390e4195 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1eea02c-8f3c-46cb-b013-224610c7a89f HTTP/1.1" status: 200 len: 1001 time: 0.0580621 Jul 08 13:12:41.441821 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333eec30-9892-4eb4-9e23-dc40a59ae160 req-7b31c28b-ccc6-47a0-952a-2b718516e1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:12:41.443232 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-333eec30-9892-4eb4-9e23-dc40a59ae160 req-7b31c28b-ccc6-47a0-952a-2b718516e1d7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=30654fd0-5ba3-44e3-b5e2-b73593ce97d3 HTTP/1.1" status: 200 len: 854 time: 0.0466001 Jul 08 13:12:41.499326 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333eec30-9892-4eb4-9e23-dc40a59ae160 req-80e75757-0553-48f7-9073-c7f3ae43e5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:12:41.500940 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-333eec30-9892-4eb4-9e23-dc40a59ae160 req-80e75757-0553-48f7-9073-c7f3ae43e5d7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=06a4880b-8499-4cd0-a02d-0208585c0e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0503135 Jul 08 13:12:41.590674 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-333eec30-9892-4eb4-9e23-dc40a59ae160 req-906eee0d-31f7-43fa-a872-6913424b7a59 service neutron] 10.222.0.21 "GET /v2.0/networks/06a4880b-8499-4cd0-a02d-0208585c0e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802979 Jul 08 13:12:41.683723 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-333eec30-9892-4eb4-9e23-dc40a59ae160 req-dc0947b0-fc44-4763-bf9f-810f94f8bb97 service neutron] 10.222.0.21 "GET /v2.0/networks/06a4880b-8499-4cd0-a02d-0208585c0e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852997 Jul 08 13:12:42.461899 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943e4f5-f581-4989-8d0a-45cb03947841 req-7c20a008-9ec7-4e3f-83b0-09f05d866c6e tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:12:42.463362 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0943e4f5-f581-4989-8d0a-45cb03947841 req-7c20a008-9ec7-4e3f-83b0-09f05d866c6e tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/ports?device_id=3921c17a-0f1c-423c-8a10-1447d9300f3c HTTP/1.1" status: 200 len: 984 time: 0.0638835 Jul 08 13:12:42.500909 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-0943e4f5-f581-4989-8d0a-45cb03947841 req-aea7983d-b7aa-42e3-befc-e0977fce959f tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/security-groups?id=7d1415b4-3621-40a5-a90f-678d55bd5ada&id=5a310f95-cae2-424f-8b01-12916fbd260b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0319192 Jul 08 13:12:43.686942 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57564d6d-ee93-400b-95d6-e96e5ae91fdb req-d8136dc8-b90d-4212-8fc6-bbef69ac01b8 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:12:43.688510 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-57564d6d-ee93-400b-95d6-e96e5ae91fdb req-d8136dc8-b90d-4212-8fc6-bbef69ac01b8 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/ports?device_id=3921c17a-0f1c-423c-8a10-1447d9300f3c HTTP/1.1" status: 200 len: 984 time: 0.0631919 Jul 08 13:12:43.727743 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-57564d6d-ee93-400b-95d6-e96e5ae91fdb req-6f53d849-b36a-4cda-a96a-adfcdcbe8d89 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/security-groups?id=7d1415b4-3621-40a5-a90f-678d55bd5ada&id=5a310f95-cae2-424f-8b01-12916fbd260b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337801 Jul 08 13:12:44.892901 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523776ce-2541-4dbd-bee4-fe16fe7ee476 req-87f426ed-f739-476d-bf87-d301d16f40be tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:12:44.894348 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-523776ce-2541-4dbd-bee4-fe16fe7ee476 req-87f426ed-f739-476d-bf87-d301d16f40be tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/ports?device_id=3921c17a-0f1c-423c-8a10-1447d9300f3c HTTP/1.1" status: 200 len: 984 time: 0.0613990 Jul 08 13:12:44.934789 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-523776ce-2541-4dbd-bee4-fe16fe7ee476 req-531ee675-be9e-4dbd-a770-db33010e21b1 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/security-groups?id=7d1415b4-3621-40a5-a90f-678d55bd5ada&id=5a310f95-cae2-424f-8b01-12916fbd260b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348866 Jul 08 13:12:45.998491 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-0cef42f3-3a1a-4020-b263-5152d2247e85 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 13:12:46.271487 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b895e-06ad-40ea-b57c-c363c252b0da req-2386e6e0-c91a-485d-94ea-8e2843401022 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:12:46.272921 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-707b895e-06ad-40ea-b57c-c363c252b0da req-2386e6e0-c91a-485d-94ea-8e2843401022 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/ports?device_id=3921c17a-0f1c-423c-8a10-1447d9300f3c HTTP/1.1" status: 200 len: 984 time: 0.0687547 Jul 08 13:12:46.319710 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-707b895e-06ad-40ea-b57c-c363c252b0da req-60723abf-1dcf-49d3-b5b5-6a42be7b7a2f tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/security-groups?id=7d1415b4-3621-40a5-a90f-678d55bd5ada&id=5a310f95-cae2-424f-8b01-12916fbd260b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412300 Jul 08 13:12:47.502617 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2475bf-ceed-4211-966d-bb9dc130d782 req-ceb2eb10-097a-4a5b-9b64-75ec94fe07b7 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:12:47.504074 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1e2475bf-ceed-4211-966d-bb9dc130d782 req-ceb2eb10-097a-4a5b-9b64-75ec94fe07b7 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/ports?device_id=3921c17a-0f1c-423c-8a10-1447d9300f3c HTTP/1.1" status: 200 len: 984 time: 0.0721853 Jul 08 13:12:47.543011 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-1e2475bf-ceed-4211-966d-bb9dc130d782 req-ca1af284-3a10-4447-8671-070d4e147b4c tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/security-groups?id=7d1415b4-3621-40a5-a90f-678d55bd5ada&id=5a310f95-cae2-424f-8b01-12916fbd260b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332153 Jul 08 13:12:48.713666 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2a4c91-4a0e-4fb8-b435-3df84b63146c req-8d4d6530-3893-49a5-95c8-43870a906d1f tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:12:48.715151 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-1b2a4c91-4a0e-4fb8-b435-3df84b63146c req-8d4d6530-3893-49a5-95c8-43870a906d1f tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/ports?device_id=3921c17a-0f1c-423c-8a10-1447d9300f3c HTTP/1.1" status: 200 len: 984 time: 0.0651908 Jul 08 13:12:48.753923 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-1b2a4c91-4a0e-4fb8-b435-3df84b63146c req-02d210c9-c97b-4c0e-860b-39d914d9715b tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/security-groups?id=7d1415b4-3621-40a5-a90f-678d55bd5ada&id=5a310f95-cae2-424f-8b01-12916fbd260b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331352 Jul 08 13:12:49.924864 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89deff-1661-4152-81fd-ef13bf35cee4 req-cb3b3cce-4825-448c-b763-c139d6ff64bc tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:12:49.926345 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-bc89deff-1661-4152-81fd-ef13bf35cee4 req-cb3b3cce-4825-448c-b763-c139d6ff64bc tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/ports?device_id=3921c17a-0f1c-423c-8a10-1447d9300f3c HTTP/1.1" status: 200 len: 984 time: 0.0643249 Jul 08 13:12:49.966581 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-bc89deff-1661-4152-81fd-ef13bf35cee4 req-87cca5dd-1003-47f5-a5ec-032ecc96762f tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/security-groups?id=7d1415b4-3621-40a5-a90f-678d55bd5ada&id=5a310f95-cae2-424f-8b01-12916fbd260b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337024 Jul 08 13:12:51.141689 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6801b2e-4713-4ba3-9503-85cc735a855e req-e2167539-7529-460f-919e-47f097004af2 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:12:51.143098 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-c6801b2e-4713-4ba3-9503-85cc735a855e req-e2167539-7529-460f-919e-47f097004af2 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/ports?device_id=3921c17a-0f1c-423c-8a10-1447d9300f3c HTTP/1.1" status: 200 len: 984 time: 0.0634487 Jul 08 13:12:51.187746 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-c6801b2e-4713-4ba3-9503-85cc735a855e req-0c155f84-b2b6-4575-b6d7-9a1619f88a22 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/security-groups?id=7d1415b4-3621-40a5-a90f-678d55bd5ada&id=5a310f95-cae2-424f-8b01-12916fbd260b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0383236 Jul 08 13:12:52.363826 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b419b7-60bf-4c4c-8c13-9eaef727a778 req-d252cc79-8872-4cbb-b529-e0963448ef7c tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:12:52.365314 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-76b419b7-60bf-4c4c-8c13-9eaef727a778 req-d252cc79-8872-4cbb-b529-e0963448ef7c tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/ports?device_id=3921c17a-0f1c-423c-8a10-1447d9300f3c HTTP/1.1" status: 200 len: 984 time: 0.0710082 Jul 08 13:12:52.406737 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-76b419b7-60bf-4c4c-8c13-9eaef727a778 req-3a7e74a4-2fe9-4f17-a1e2-5356c917a637 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/security-groups?id=7d1415b4-3621-40a5-a90f-678d55bd5ada&id=5a310f95-cae2-424f-8b01-12916fbd260b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358191 Jul 08 13:12:53.586264 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5ca42-b585-498f-8a39-4be05959e09e req-e53bbbea-3712-43dc-9624-15854676c491 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:12:53.587751 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-92c5ca42-b585-498f-8a39-4be05959e09e req-e53bbbea-3712-43dc-9624-15854676c491 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/ports?device_id=3921c17a-0f1c-423c-8a10-1447d9300f3c HTTP/1.1" status: 200 len: 984 time: 0.0677235 Jul 08 13:12:53.628309 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-92c5ca42-b585-498f-8a39-4be05959e09e req-d309f3bf-25ef-4855-a548-fa0adb40f2d4 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/security-groups?id=7d1415b4-3621-40a5-a90f-678d55bd5ada&id=5a310f95-cae2-424f-8b01-12916fbd260b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348830 Jul 08 13:12:54.734832 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 46702) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:12:54.885204 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-479e6869-09e3-4762-9ffd-42501c588fa4 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Deleting port 45014c53-d60e-41f7-b2ab-440a55775485 {{(pid=93012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:12:54.885540 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-479e6869-09e3-4762-9ffd-42501c588fa4 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:54.957321 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-479e6869-09e3-4762-9ffd-42501c588fa4 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:54.957648 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-479e6869-09e3-4762-9ffd-42501c588fa4 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:54.968871 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-479e6869-09e3-4762-9ffd-42501c588fa4 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Calling delete_port for 45014c53-d60e-41f7-b2ab-440a55775485 owned by network:floatingip {{(pid=93012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:12:55.115584 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-479e6869-09e3-4762-9ffd-42501c588fa4 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4509848'] for port, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:55.139985 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e6869-09e3-4762-9ffd-42501c588fa4 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Pushing event deleted for resources: {'Port': ['ID=45014c53-d60e-41f7-b2ab-440a55775485,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:12:55.203971 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-479e6869-09e3-4762-9ffd-42501c588fa4 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks [] for floatingip, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:55.204333 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.db.l3_db [None req-479e6869-09e3-4762-9ffd-42501c588fa4 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Floating IP 5b3c7562-415b-4d29-8127-1846255f77c2 disassociated (deleted). External IP: 172.27.1.17, port: b7c50c87-5d09-4684-893f-b9da50b535f8. Jul 08 13:12:55.668989 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-479e6869-09e3-4762-9ffd-42501c588fa4 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Router 84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4 has already been hosted by L3 agent f415b27f-d318-40de-bd28-ecbd03c16a41 {{(pid=93012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 13:12:55.770846 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479e6869-09e3-4762-9ffd-42501c588fa4 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify agent at l3_agent.dv-cinder-789603-11-iscsi the message routers_updated {{(pid=93012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:12:55.776119 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-479e6869-09e3-4762-9ffd-42501c588fa4 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for floatingip, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:55.780468 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6274f49-203a-4101-a25f-7b0552239e51 None None] Sync routers for ids ['84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4'] in dv-cinder-789603-11-iscsi {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:12:55.790431 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6274f49-203a-4101-a25f-7b0552239e51 None None] Routers {'84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:12:55.791044 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-a6274f49-203a-4101-a25f-7b0552239e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:12:35Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:12:55.811158 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-479e6869-09e3-4762-9ffd-42501c588fa4 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "DELETE /v2.0/floatingips/5b3c7562-415b-4d29-8127-1846255f77c2 HTTP/1.1" status: 204 len: 168 time: 1.0751894 Jul 08 13:12:55.811835 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74bbbc3c-0cef-4ad5-ad39-1c5dcf7f02ad', 'tag': 'b7c50c87-5d09-4684-893f-b9da50b535f8'}] {{(pid=93012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:12:55.814300 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd052ad9988fae0c023d90ace067622d59124d56325abb0637f2c794eb114897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca03d2c-4084-4b5e-9112-f0203265d139" -d '{"events": [{"name": "network-changed", "server_uuid": "74bbbc3c-0cef-4ad5-ad39-1c5dcf7f02ad", "tag": "b7c50c87-5d09-4684-893f-b9da50b535f8"}]}' {{(pid=93012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:12:55.851359 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 13:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9c351a-a4ff-4b9b-bc05-c360aefc9021 x-openstack-request-id: req-1b9c351a-a4ff-4b9b-bc05-c360aefc9021 {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:12:55.851651 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74bbbc3c-0cef-4ad5-ad39-1c5dcf7f02ad", "tag": "b7c50c87-5d09-4684-893f-b9da50b535f8", "status": "completed", "code": 200}]} {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:12:55.851897 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1b9c351a-a4ff-4b9b-bc05-c360aefc9021 {{(pid=93012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:12:55.852312 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74bbbc3c-0cef-4ad5-ad39-1c5dcf7f02ad', 'tag': 'b7c50c87-5d09-4684-893f-b9da50b535f8', 'status': 'completed', 'code': 200} Jul 08 13:12:55.901172 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-a6274f49-203a-4101-a25f-7b0552239e51 None None] Set router 84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:12:55.953624 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca03d2c-4084-4b5e-9112-f0203265d139 req-1ff3c701-eda0-4d1d-bf89-6556964cab1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:12:55.955054 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-1ca03d2c-4084-4b5e-9112-f0203265d139 req-1ff3c701-eda0-4d1d-bf89-6556964cab1b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72e6ac284e134db6984ee5463fd84268&device_id=74bbbc3c-0cef-4ad5-ad39-1c5dcf7f02ad HTTP/1.1" status: 200 len: 1098 time: 0.0563002 Jul 08 13:12:56.054479 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca03d2c-4084-4b5e-9112-f0203265d139 req-b3ea7ec8-51b6-425f-9765-916d82471ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:12:56.055992 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-1ca03d2c-4084-4b5e-9112-f0203265d139 req-b3ea7ec8-51b6-425f-9765-916d82471ae2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6414870c-e55b-4de0-96ed-e21f9e007cfe HTTP/1.1" status: 200 len: 913 time: 0.0944178 Jul 08 13:12:56.133022 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-1ca03d2c-4084-4b5e-9112-f0203265d139 req-5f9b423e-5564-428c-aac2-a8e3662fda1e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7c50c87-5d09-4684-893f-b9da50b535f8 HTTP/1.1" status: 200 len: 217 time: 0.0381584 Jul 08 13:12:56.140707 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-a6274f49-203a-4101-a25f-7b0552239e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'name': 'tempest-TestVolumeBootPattern-1466302910-router', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '142ebf4f-930e-46f0-8b56-28e1745627da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:30Z', 'updated_at': '2021-07-08T13:04:38Z', 'revision_number': 4, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'gw_port': {'id': '142ebf4f-930e-46f0-8b56-28e1745627da', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:73:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:32Z', 'updated_at': '2021-07-08T13:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_floatingips': [{'id': '36b8d4be-5750-45b9-8c51-6a70f24fdbeb', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'floating_ip_address': '172.27.1.109', 'floating_network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'router_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'port_id': 'bdfd99ec-1966-454f-ac06-fa99b8738359', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe', 'mac_address': 'fa:16:3e:6a:e4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b84aec-22d6-43fd-b3d4-49e9736ce2e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T13:08:52Z', 'updated_at': '2021-07-08T13:08:55Z', 'revision_number': 1, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5549109a-91d2-457d-9a72-831bd1bb8239', 'name': '', 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'mac_address': 'fa:16:3e:00:88:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd28d3121-202c-40d9-81a2-6dc38ff463b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:37Z', 'updated_at': '2021-07-08T13:04:52Z', 'revision_number': 5, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'subnets': [{'id': 'd28d3121-202c-40d9-81a2-6dc38ff463b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:12:56.167669 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6274f49-203a-4101-a25f-7b0552239e51 None None] Checking router: 84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4 for host: dv-cinder-789603-11-iscsi {{(pid=93013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:12:56.176109 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6274f49-203a-4101-a25f-7b0552239e51 None None] Routers {'84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:12:56.176750 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-a6274f49-203a-4101-a25f-7b0552239e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:12:35Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:12:56.209392 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca03d2c-4084-4b5e-9112-f0203265d139 req-a0da1ecd-cced-4292-ace3-5d775f69fcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:12:56.211332 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-1ca03d2c-4084-4b5e-9112-f0203265d139 req-a0da1ecd-cced-4292-ace3-5d775f69fcec service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d28d3121-202c-40d9-81a2-6dc38ff463b2 HTTP/1.1" status: 200 len: 851 time: 0.0706537 Jul 08 13:12:56.265098 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9feb03-67d4-45fc-bb0a-e664d069a492 req-cf18f1d1-24e7-4727-99c2-9fb7b5d6575a tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:12:56.266656 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-de9feb03-67d4-45fc-bb0a-e664d069a492 req-cf18f1d1-24e7-4727-99c2-9fb7b5d6575a tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=74bbbc3c-0cef-4ad5-ad39-1c5dcf7f02ad HTTP/1.1" status: 200 len: 945 time: 0.1366537 Jul 08 13:12:56.284407 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-a6274f49-203a-4101-a25f-7b0552239e51 None None] Set router 84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:12:56.311459 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca03d2c-4084-4b5e-9112-f0203265d139 req-aea8beb5-7cf9-41d8-84b6-966282fc8fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:12:56.312992 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-1ca03d2c-4084-4b5e-9112-f0203265d139 req-aea8beb5-7cf9-41d8-84b6-966282fc8fe0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6414870c-e55b-4de0-96ed-e21f9e007cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0941358 Jul 08 13:12:56.318002 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-de9feb03-67d4-45fc-bb0a-e664d069a492 req-873ecd98-bfe9-41e1-9f3a-c73ab14a0c37 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/security-groups?id=1905c27f-739b-4619-88c1-b64cd2f47568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454917 Jul 08 13:12:56.407288 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-1ca03d2c-4084-4b5e-9112-f0203265d139 req-c0250fda-9782-48e6-987c-03d92484f8d8 service neutron] 10.222.0.21 "GET /v2.0/networks/6414870c-e55b-4de0-96ed-e21f9e007cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864091 Jul 08 13:12:56.498867 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-1ca03d2c-4084-4b5e-9112-f0203265d139 req-f66ad5e8-42ca-48b9-bae8-7c5a941b094e service neutron] 10.222.0.21 "GET /v2.0/networks/6414870c-e55b-4de0-96ed-e21f9e007cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827692 Jul 08 13:12:56.509634 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-a6274f49-203a-4101-a25f-7b0552239e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'name': 'tempest-TestVolumeBootPattern-1466302910-router', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '142ebf4f-930e-46f0-8b56-28e1745627da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:30Z', 'updated_at': '2021-07-08T13:04:38Z', 'revision_number': 4, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'gw_port': {'id': '142ebf4f-930e-46f0-8b56-28e1745627da', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:73:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:32Z', 'updated_at': '2021-07-08T13:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_floatingips': [{'id': '36b8d4be-5750-45b9-8c51-6a70f24fdbeb', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'floating_ip_address': '172.27.1.109', 'floating_network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'router_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'port_id': 'bdfd99ec-1966-454f-ac06-fa99b8738359', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe', 'mac_address': 'fa:16:3e:6a:e4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b84aec-22d6-43fd-b3d4-49e9736ce2e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T13:08:52Z', 'updated_at': '2021-07-08T13:08:55Z', 'revision_number': 1, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5549109a-91d2-457d-9a72-831bd1bb8239', 'name': '', 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'mac_address': 'fa:16:3e:00:88:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd28d3121-202c-40d9-81a2-6dc38ff463b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:37Z', 'updated_at': '2021-07-08T13:04:52Z', 'revision_number': 5, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'subnets': [{'id': 'd28d3121-202c-40d9-81a2-6dc38ff463b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:12:56.541608 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6274f49-203a-4101-a25f-7b0552239e51 None None] The sync data for ids ['84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4'] in dv-cinder-789603-11-iscsi is: [{'id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'name': 'tempest-TestVolumeBootPattern-1466302910-router', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '142ebf4f-930e-46f0-8b56-28e1745627da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:30Z', 'updated_at': '2021-07-08T13:04:38Z', 'revision_number': 4, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'gw_port': {'id': '142ebf4f-930e-46f0-8b56-28e1745627da', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:73:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:32Z', 'updated_at': '2021-07-08T13:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_floatingips': [{'id': '36b8d4be-5750-45b9-8c51-6a70f24fdbeb', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'floating_ip_address': '172.27.1.109', 'floating_network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'router_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'port_id': 'bdfd99ec-1966-454f-ac06-fa99b8738359', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe', 'mac_address': 'fa:16:3e:6a:e4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b84aec-22d6-43fd-b3d4-49e9736ce2e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T13:08:52Z', 'updated_at': '2021-07-08T13:08:55Z', 'revision_number': 1, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5549109a-91d2-457d-9a72-831bd1bb8239', 'name': '', 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'mac_address': 'fa:16:3e:00:88:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd28d3121-202c-40d9-81a2-6dc38ff463b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:37Z', 'updated_at': '2021-07-08T13:04:52Z', 'revision_number': 5, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'subnets': [{'id': 'd28d3121-202c-40d9-81a2-6dc38ff463b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:12:56.758529 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0de53ef-7b50-4258-9d3b-ab3b1fa19ceb None None] New status for floating IP 5b3c7562-415b-4d29-8127-1846255f77c2: DOWN {{(pid=93014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 13:12:57.489283 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8975b148-07b0-4086-8e8f-3ad23ff08cd0 req-e1f1bc4d-4124-4426-815b-a9c5d4242bd6 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:12:57.490757 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8975b148-07b0-4086-8e8f-3ad23ff08cd0 req-e1f1bc4d-4124-4426-815b-a9c5d4242bd6 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=74bbbc3c-0cef-4ad5-ad39-1c5dcf7f02ad HTTP/1.1" status: 200 len: 945 time: 0.0626223 Jul 08 13:12:57.527995 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-8975b148-07b0-4086-8e8f-3ad23ff08cd0 req-65d58d90-f1a7-4549-82ae-de09c478d4c7 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/security-groups?id=1905c27f-739b-4619-88c1-b64cd2f47568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316803 Jul 08 13:12:57.886419 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7510a4e2-d3ab-44ae-ab23-5beac77722e1 req-3b81a851-4dbc-4e15-8fc4-1682942f8963 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:12:57.887875 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-7510a4e2-d3ab-44ae-ab23-5beac77722e1 req-3b81a851-4dbc-4e15-8fc4-1682942f8963 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.21 "GET /v2.0/ports?device_id=74bbbc3c-0cef-4ad5-ad39-1c5dcf7f02ad HTTP/1.1" status: 200 len: 945 time: 0.0661802 Jul 08 13:12:57.983915 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [req-7510a4e2-d3ab-44ae-ab23-5beac77722e1 req-b0cf0691-7e0a-49c7-acf2-ca40e9e3286c tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Deleting port b7c50c87-5d09-4684-893f-b9da50b535f8 {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:12:57.984279 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-7510a4e2-d3ab-44ae-ab23-5beac77722e1 req-b0cf0691-7e0a-49c7-acf2-ca40e9e3286c tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:58.074056 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-7510a4e2-d3ab-44ae-ab23-5beac77722e1 req-b0cf0691-7e0a-49c7-acf2-ca40e9e3286c tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] For port b7c50c87-5d09-4684-893f-b9da50b535f8, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=b7c50c87-5d09-4684-893f-b9da50b535f8,segment=NetworkSegment(a2927637-e19f-4f91-8a6e-7cfe612d9539),segment_id=a2927637-e19f-4f91-8a6e-7cfe612d9539)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:12:58.074412 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-7510a4e2-d3ab-44ae-ab23-5beac77722e1 req-b0cf0691-7e0a-49c7-acf2-ca40e9e3286c tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:58.087211 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [req-7510a4e2-d3ab-44ae-ab23-5beac77722e1 req-b0cf0691-7e0a-49c7-acf2-ca40e9e3286c tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Calling delete_port for b7c50c87-5d09-4684-893f-b9da50b535f8 owned by compute:nova {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:12:58.209802 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-7510a4e2-d3ab-44ae-ab23-5beac77722e1 req-b0cf0691-7e0a-49c7-acf2-ca40e9e3286c tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789347'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:58.240344 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf0691-7e0a-49c7-acf2-ca40e9e3286c tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Pushing event deleted for resources: {'Port': ['ID=b7c50c87-5d09-4684-893f-b9da50b535f8,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:12:58.250441 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf0691-7e0a-49c7-acf2-ca40e9e3286c tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:12:58.250790 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf0691-7e0a-49c7-acf2-ca40e9e3286c tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:12:58.251133 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf0691-7e0a-49c7-acf2-ca40e9e3286c tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:12:58.251467 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf0691-7e0a-49c7-acf2-ca40e9e3286c tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:12:58.251797 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf0691-7e0a-49c7-acf2-ca40e9e3286c tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:12:58.252127 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf0691-7e0a-49c7-acf2-ca40e9e3286c tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:12:58.252534 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf0691-7e0a-49c7-acf2-ca40e9e3286c tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:12:58.252849 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf0691-7e0a-49c7-acf2-ca40e9e3286c tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:12:58.253175 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf0691-7e0a-49c7-acf2-ca40e9e3286c tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:12:58.253932 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf0691-7e0a-49c7-acf2-ca40e9e3286c tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:12:58.253932 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf0691-7e0a-49c7-acf2-ca40e9e3286c tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:12:58.254109 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0cf0691-7e0a-49c7-acf2-ca40e9e3286c tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:12:58.298096 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [req-7510a4e2-d3ab-44ae-ab23-5beac77722e1 req-b0cf0691-7e0a-49c7-acf2-ca40e9e3286c tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] No DVR routers for this DVR port b7c50c87-5d09-4684-893f-b9da50b535f8 on host hv-cinder-78960 {{(pid=93011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:12:58.300616 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-7510a4e2-d3ab-44ae-ab23-5beac77722e1 req-b0cf0691-7e0a-49c7-acf2-ca40e9e3286c tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:12:58.302593 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-7510a4e2-d3ab-44ae-ab23-5beac77722e1 req-b0cf0691-7e0a-49c7-acf2-ca40e9e3286c tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.21 "DELETE /v2.0/ports/b7c50c87-5d09-4684-893f-b9da50b535f8 HTTP/1.1" status: 204 len: 173 time: 0.4088666 Jul 08 13:12:58.303026 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74bbbc3c-0cef-4ad5-ad39-1c5dcf7f02ad', 'name': 'network-vif-deleted', 'tag': 'b7c50c87-5d09-4684-893f-b9da50b535f8'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:12:58.305912 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79934bd8df5839606b1ce54b63dc7d70fed780423e2c756261eeaeb19bf0c4d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b351555-79ab-48a7-aa0a-81d9864f11de" -d '{"events": [{"server_uuid": "74bbbc3c-0cef-4ad5-ad39-1c5dcf7f02ad", "name": "network-vif-deleted", "tag": "b7c50c87-5d09-4684-893f-b9da50b535f8"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:12:58.341214 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f88696-85dd-41cd-89b9-5ec53a6d0bda x-openstack-request-id: req-e1f88696-85dd-41cd-89b9-5ec53a6d0bda {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:12:58.341483 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74bbbc3c-0cef-4ad5-ad39-1c5dcf7f02ad", "name": "network-vif-deleted", "tag": "b7c50c87-5d09-4684-893f-b9da50b535f8", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:12:58.341768 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e1f88696-85dd-41cd-89b9-5ec53a6d0bda {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:12:58.342240 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74bbbc3c-0cef-4ad5-ad39-1c5dcf7f02ad', 'name': 'network-vif-deleted', 'tag': 'b7c50c87-5d09-4684-893f-b9da50b535f8', 'status': 'completed', 'code': 200} Jul 08 13:12:58.674574 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-27567177-3587-4b06-bfa5-899495a38776 req-04bf2b0c-015f-47ab-929e-af0455200996 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=74bbbc3c-0cef-4ad5-ad39-1c5dcf7f02ad HTTP/1.1" status: 200 len: 210 time: 0.0354667 Jul 08 13:13:00.109992 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:00.810517 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device b7c50c87-5d09-4684-893f-b9da50b535f8 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:13:00.830413 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] No Port match for: b7c50c87-5d09-4684-893f-b9da50b535f8 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:13:00.830811 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device b7c50c87-5d09-4684-893f-b9da50b535f8 not bound to the agent host hv-cinder-78960 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:13:01.986746 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 46738) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:13:02.140723 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-695de50d-8187-44d0-8625-acfa2a638e31 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Deleting port c2e7aca9-6fa6-490b-9eb8-83a79d45360a {{(pid=93012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:13:02.141057 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-695de50d-8187-44d0-8625-acfa2a638e31 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:02.213868 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-695de50d-8187-44d0-8625-acfa2a638e31 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:02.214209 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-695de50d-8187-44d0-8625-acfa2a638e31 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:02.225439 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-695de50d-8187-44d0-8625-acfa2a638e31 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Calling delete_port for c2e7aca9-6fa6-490b-9eb8-83a79d45360a owned by network:floatingip {{(pid=93012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:13:02.370859 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-695de50d-8187-44d0-8625-acfa2a638e31 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4509848'] for port, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:02.400874 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695de50d-8187-44d0-8625-acfa2a638e31 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Pushing event deleted for resources: {'Port': ['ID=c2e7aca9-6fa6-490b-9eb8-83a79d45360a,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:13:02.461763 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-695de50d-8187-44d0-8625-acfa2a638e31 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks [] for floatingip, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:02.462091 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.db.l3_db [None req-695de50d-8187-44d0-8625-acfa2a638e31 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Floating IP 36b8d4be-5750-45b9-8c51-6a70f24fdbeb disassociated (deleted). External IP: 172.27.1.109, port: bdfd99ec-1966-454f-ac06-fa99b8738359. Jul 08 13:13:02.539867 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-8ddce042-1056-4bdb-ab1a-217f8eab8156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:02.663741 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-695de50d-8187-44d0-8625-acfa2a638e31 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Router 84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4 has already been hosted by L3 agent f415b27f-d318-40de-bd28-ecbd03c16a41 {{(pid=93012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 13:13:02.769357 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695de50d-8187-44d0-8625-acfa2a638e31 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify agent at l3_agent.dv-cinder-789603-11-iscsi the message routers_updated {{(pid=93012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:13:02.774079 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-695de50d-8187-44d0-8625-acfa2a638e31 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for floatingip, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:02.779033 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc99f502-dca3-4d62-8e92-73c3956a1f86 None None] Sync routers for ids ['84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4'] in dv-cinder-789603-11-iscsi {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:13:02.789937 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc99f502-dca3-4d62-8e92-73c3956a1f86 None None] Routers {'84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:13:02.790617 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-cc99f502-dca3-4d62-8e92-73c3956a1f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:12:35Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:13:02.815360 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-695de50d-8187-44d0-8625-acfa2a638e31 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "DELETE /v2.0/floatingips/36b8d4be-5750-45b9-8c51-6a70f24fdbeb HTTP/1.1" status: 204 len: 168 time: 0.8275218 Jul 08 13:13:02.815948 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78b84aec-22d6-43fd-b3d4-49e9736ce2e9', 'tag': 'bdfd99ec-1966-454f-ac06-fa99b8738359'}] {{(pid=93012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:13:02.818236 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd052ad9988fae0c023d90ace067622d59124d56325abb0637f2c794eb114897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34ec333-62d7-45f2-9590-df2f5f09852e" -d '{"events": [{"name": "network-changed", "server_uuid": "78b84aec-22d6-43fd-b3d4-49e9736ce2e9", "tag": "bdfd99ec-1966-454f-ac06-fa99b8738359"}]}' {{(pid=93012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:13:02.855247 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 13:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a05558-aaa3-4406-a42a-320ab47fac9f x-openstack-request-id: req-62a05558-aaa3-4406-a42a-320ab47fac9f {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:13:02.855714 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78b84aec-22d6-43fd-b3d4-49e9736ce2e9", "tag": "bdfd99ec-1966-454f-ac06-fa99b8738359", "status": "completed", "code": 200}]} {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:13:02.855969 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-62a05558-aaa3-4406-a42a-320ab47fac9f {{(pid=93012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:13:02.856408 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78b84aec-22d6-43fd-b3d4-49e9736ce2e9', 'tag': 'bdfd99ec-1966-454f-ac06-fa99b8738359', 'status': 'completed', 'code': 200} Jul 08 13:13:02.910917 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-cc99f502-dca3-4d62-8e92-73c3956a1f86 None None] Set router 84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:13:02.954785 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ec333-62d7-45f2-9590-df2f5f09852e req-afa712b4-a258-4bd0-b81f-5df32365f771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:13:02.956472 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-c34ec333-62d7-45f2-9590-df2f5f09852e req-afa712b4-a258-4bd0-b81f-5df32365f771 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72e6ac284e134db6984ee5463fd84268&device_id=78b84aec-22d6-43fd-b3d4-49e9736ce2e9 HTTP/1.1" status: 200 len: 1098 time: 0.0544605 Jul 08 13:13:03.063991 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ec333-62d7-45f2-9590-df2f5f09852e req-17d9e57d-4fc6-4b39-bce9-00b8351522cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:13:03.065555 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-c34ec333-62d7-45f2-9590-df2f5f09852e req-17d9e57d-4fc6-4b39-bce9-00b8351522cf service neutron] 10.222.0.21 "GET /v2.0/networks?id=6414870c-e55b-4de0-96ed-e21f9e007cfe HTTP/1.1" status: 200 len: 913 time: 0.1018934 Jul 08 13:13:03.132348 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-cc99f502-dca3-4d62-8e92-73c3956a1f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'name': 'tempest-TestVolumeBootPattern-1466302910-router', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '142ebf4f-930e-46f0-8b56-28e1745627da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:30Z', 'updated_at': '2021-07-08T13:04:38Z', 'revision_number': 4, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'gw_port': {'id': '142ebf4f-930e-46f0-8b56-28e1745627da', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:73:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:32Z', 'updated_at': '2021-07-08T13:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': '5549109a-91d2-457d-9a72-831bd1bb8239', 'name': '', 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'mac_address': 'fa:16:3e:00:88:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd28d3121-202c-40d9-81a2-6dc38ff463b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:37Z', 'updated_at': '2021-07-08T13:04:52Z', 'revision_number': 5, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'subnets': [{'id': 'd28d3121-202c-40d9-81a2-6dc38ff463b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:13:03.143929 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-c34ec333-62d7-45f2-9590-df2f5f09852e req-b92e8968-5ec2-496e-8c81-3e347a7406e3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdfd99ec-1966-454f-ac06-fa99b8738359 HTTP/1.1" status: 200 len: 217 time: 0.0372019 Jul 08 13:13:03.222696 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ec333-62d7-45f2-9590-df2f5f09852e req-f6493036-97a9-408d-bb5a-03f0639d06bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:13:03.224213 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-c34ec333-62d7-45f2-9590-df2f5f09852e req-f6493036-97a9-408d-bb5a-03f0639d06bd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d28d3121-202c-40d9-81a2-6dc38ff463b2 HTTP/1.1" status: 200 len: 851 time: 0.0719781 Jul 08 13:13:03.281259 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab2a78-e307-4ee4-98de-b718874d556a req-658530e9-1f3c-48b3-a3d8-44f8b44bd948 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:13:03.282775 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-85ab2a78-e307-4ee4-98de-b718874d556a req-658530e9-1f3c-48b3-a3d8-44f8b44bd948 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=78b84aec-22d6-43fd-b3d4-49e9736ce2e9 HTTP/1.1" status: 200 len: 945 time: 0.1413462 Jul 08 13:13:03.286127 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc99f502-dca3-4d62-8e92-73c3956a1f86 None None] Checking router: 84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4 for host: dv-cinder-789603-11-iscsi {{(pid=93013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:13:03.295046 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc99f502-dca3-4d62-8e92-73c3956a1f86 None None] Routers {'84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:13:03.295651 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-cc99f502-dca3-4d62-8e92-73c3956a1f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:12:35Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:13:03.326820 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ec333-62d7-45f2-9590-df2f5f09852e req-72a6fef8-cafe-4c76-91ee-2578dada9fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:13:03.328362 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-c34ec333-62d7-45f2-9590-df2f5f09852e req-72a6fef8-cafe-4c76-91ee-2578dada9fba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6414870c-e55b-4de0-96ed-e21f9e007cfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0953913 Jul 08 13:13:03.333364 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-85ab2a78-e307-4ee4-98de-b718874d556a req-b49c4efa-be8f-4982-aa09-d215e8ea93f8 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/security-groups?id=1905c27f-739b-4619-88c1-b64cd2f47568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441821 Jul 08 13:13:03.404191 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-cc99f502-dca3-4d62-8e92-73c3956a1f86 None None] Set router 84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:13:03.609562 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-cc99f502-dca3-4d62-8e92-73c3956a1f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'name': 'tempest-TestVolumeBootPattern-1466302910-router', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '142ebf4f-930e-46f0-8b56-28e1745627da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:30Z', 'updated_at': '2021-07-08T13:04:38Z', 'revision_number': 4, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'gw_port': {'id': '142ebf4f-930e-46f0-8b56-28e1745627da', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:73:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:32Z', 'updated_at': '2021-07-08T13:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': '5549109a-91d2-457d-9a72-831bd1bb8239', 'name': '', 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'mac_address': 'fa:16:3e:00:88:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd28d3121-202c-40d9-81a2-6dc38ff463b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:37Z', 'updated_at': '2021-07-08T13:04:52Z', 'revision_number': 5, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'subnets': [{'id': 'd28d3121-202c-40d9-81a2-6dc38ff463b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:13:03.636343 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc99f502-dca3-4d62-8e92-73c3956a1f86 None None] The sync data for ids ['84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4'] in dv-cinder-789603-11-iscsi is: [{'id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'name': 'tempest-TestVolumeBootPattern-1466302910-router', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '142ebf4f-930e-46f0-8b56-28e1745627da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:30Z', 'updated_at': '2021-07-08T13:04:38Z', 'revision_number': 4, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'gw_port': {'id': '142ebf4f-930e-46f0-8b56-28e1745627da', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:73:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:32Z', 'updated_at': '2021-07-08T13:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': '5549109a-91d2-457d-9a72-831bd1bb8239', 'name': '', 'network_id': '6414870c-e55b-4de0-96ed-e21f9e007cfe', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'mac_address': 'fa:16:3e:00:88:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'd28d3121-202c-40d9-81a2-6dc38ff463b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:37Z', 'updated_at': '2021-07-08T13:04:52Z', 'revision_number': 5, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'subnets': [{'id': 'd28d3121-202c-40d9-81a2-6dc38ff463b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:13:03.683198 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-c34ec333-62d7-45f2-9590-df2f5f09852e req-4c444aa9-8cb8-4523-b6de-9f2052490b73 service neutron] 10.222.0.21 "GET /v2.0/networks/6414870c-e55b-4de0-96ed-e21f9e007cfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467932 Jul 08 13:13:03.775323 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-c34ec333-62d7-45f2-9590-df2f5f09852e req-2dcc7c69-2ffc-47ed-ac1d-8ae1cf296d3d service neutron] 10.222.0.21 "GET /v2.0/networks/6414870c-e55b-4de0-96ed-e21f9e007cfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851912 Jul 08 13:13:03.853728 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c06a44-94e1-4759-ab72-a072944d035c None None] New status for floating IP 36b8d4be-5750-45b9-8c51-6a70f24fdbeb: DOWN {{(pid=93014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 13:13:04.511373 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bda84d-8af1-46d6-a61d-f507f1a4eab4 req-23242ad5-78a2-4841-b875-531f6799f6f8 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:13:04.512930 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-65bda84d-8af1-46d6-a61d-f507f1a4eab4 req-23242ad5-78a2-4841-b875-531f6799f6f8 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=78b84aec-22d6-43fd-b3d4-49e9736ce2e9 HTTP/1.1" status: 200 len: 945 time: 0.0673213 Jul 08 13:13:04.550683 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-65bda84d-8af1-46d6-a61d-f507f1a4eab4 req-848541c6-6789-494f-94e5-2626cab425b8 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/security-groups?id=1905c27f-739b-4619-88c1-b64cd2f47568&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321116 Jul 08 13:13:04.973063 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52313f-0471-4708-a7e4-3487addc6739 req-b9a83d56-e16d-4548-a2e7-7b54020a79b0 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:13:04.974481 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-9f52313f-0471-4708-a7e4-3487addc6739 req-b9a83d56-e16d-4548-a2e7-7b54020a79b0 tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.21 "GET /v2.0/ports?device_id=78b84aec-22d6-43fd-b3d4-49e9736ce2e9 HTTP/1.1" status: 200 len: 945 time: 0.0649192 Jul 08 13:13:05.071036 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [req-9f52313f-0471-4708-a7e4-3487addc6739 req-8f954a58-0855-4ae7-82dd-63c996ec7d4a tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Deleting port bdfd99ec-1966-454f-ac06-fa99b8738359 {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:13:05.071365 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-9f52313f-0471-4708-a7e4-3487addc6739 req-8f954a58-0855-4ae7-82dd-63c996ec7d4a tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:05.161736 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-9f52313f-0471-4708-a7e4-3487addc6739 req-8f954a58-0855-4ae7-82dd-63c996ec7d4a tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] For port bdfd99ec-1966-454f-ac06-fa99b8738359, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=bdfd99ec-1966-454f-ac06-fa99b8738359,segment=NetworkSegment(a2927637-e19f-4f91-8a6e-7cfe612d9539),segment_id=a2927637-e19f-4f91-8a6e-7cfe612d9539)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:13:05.162096 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-9f52313f-0471-4708-a7e4-3487addc6739 req-8f954a58-0855-4ae7-82dd-63c996ec7d4a tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:05.175780 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [req-9f52313f-0471-4708-a7e4-3487addc6739 req-8f954a58-0855-4ae7-82dd-63c996ec7d4a tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Calling delete_port for bdfd99ec-1966-454f-ac06-fa99b8738359 owned by compute:nova {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:13:05.298704 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-9f52313f-0471-4708-a7e4-3487addc6739 req-8f954a58-0855-4ae7-82dd-63c996ec7d4a tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789347'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:05.331564 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f954a58-0855-4ae7-82dd-63c996ec7d4a tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Pushing event deleted for resources: {'Port': ['ID=bdfd99ec-1966-454f-ac06-fa99b8738359,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:13:05.376108 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f52313f-0471-4708-a7e4-3487addc6739 req-8f954a58-0855-4ae7-82dd-63c996ec7d4a tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] No DVR routers for this DVR port bdfd99ec-1966-454f-ac06-fa99b8738359 on host hv-cinder-78960 {{(pid=93011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:13:05.378425 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-9f52313f-0471-4708-a7e4-3487addc6739 req-8f954a58-0855-4ae7-82dd-63c996ec7d4a tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:05.380459 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-9f52313f-0471-4708-a7e4-3487addc6739 req-8f954a58-0855-4ae7-82dd-63c996ec7d4a tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.21 "DELETE /v2.0/ports/bdfd99ec-1966-454f-ac06-fa99b8738359 HTTP/1.1" status: 204 len: 173 time: 0.4000034 Jul 08 13:13:05.380904 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b84aec-22d6-43fd-b3d4-49e9736ce2e9', 'name': 'network-vif-deleted', 'tag': 'bdfd99ec-1966-454f-ac06-fa99b8738359'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:13:05.384034 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79934bd8df5839606b1ce54b63dc7d70fed780423e2c756261eeaeb19bf0c4d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d1625f-a8af-4270-ac9c-ae7c820ffbc5" -d '{"events": [{"server_uuid": "78b84aec-22d6-43fd-b3d4-49e9736ce2e9", "name": "network-vif-deleted", "tag": "bdfd99ec-1966-454f-ac06-fa99b8738359"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:13:05.386317 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-e0236172-110d-492a-8ea1-5a19f8ccbe71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:05.420535 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161a6f49-19dd-42b7-a95f-a2d9502e72c4 x-openstack-request-id: req-161a6f49-19dd-42b7-a95f-a2d9502e72c4 {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:13:05.420828 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78b84aec-22d6-43fd-b3d4-49e9736ce2e9", "name": "network-vif-deleted", "tag": "bdfd99ec-1966-454f-ac06-fa99b8738359", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:13:05.421078 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-161a6f49-19dd-42b7-a95f-a2d9502e72c4 {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:13:05.421508 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b84aec-22d6-43fd-b3d4-49e9736ce2e9', 'name': 'network-vif-deleted', 'tag': 'bdfd99ec-1966-454f-ac06-fa99b8738359', 'status': 'completed', 'code': 200} Jul 08 13:13:05.686704 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-36ee91b6-5613-4833-a3aa-c0f968588c00 req-5ec2db7a-c6bd-4f99-b685-803f95c6b96a tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "GET /v2.0/ports?device_id=78b84aec-22d6-43fd-b3d4-49e9736ce2e9 HTTP/1.1" status: 200 len: 210 time: 0.0297608 Jul 08 13:13:05.745720 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:06.145165 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-97c8e7b9-57f7-456d-825e-78a0ef1aae16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:06.252340 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-8266f8f5-15ef-45a6-9039-03904b97f526 req-62bf4d9e-029e-494b-8c04-91602c0aa2c9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=78b84aec-22d6-43fd-b3d4-49e9736ce2e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0269907 Jul 08 13:13:06.352675 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-8266f8f5-15ef-45a6-9039-03904b97f526 req-6404bea2-4a3e-4d70-aa33-c1026f975efb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=72e6ac284e134db6984ee5463fd84268&device_id=78b84aec-22d6-43fd-b3d4-49e9736ce2e9 HTTP/1.1" status: 200 len: 210 time: 0.0308626 Jul 08 13:13:06.542617 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8266f8f5-15ef-45a6-9039-03904b97f526 req-e85f34f6-1c8d-4d5c-9e36-8ce8d785c84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:13:06.544252 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-8266f8f5-15ef-45a6-9039-03904b97f526 req-e85f34f6-1c8d-4d5c-9e36-8ce8d785c84f service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=72e6ac284e134db6984ee5463fd84268&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1635170 Jul 08 13:13:06.703449 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8266f8f5-15ef-45a6-9039-03904b97f526 req-8b763638-97e0-4df3-aaae-33101c1d3246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:13:06.704960 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-8266f8f5-15ef-45a6-9039-03904b97f526 req-8b763638-97e0-4df3-aaae-33101c1d3246 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1541154 Jul 08 13:13:06.779160 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 46754) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:13:06.905726 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-00285cbd-f5dd-4aa7-b011-ed502bddc5ce tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Deleting port 4b02bf97-e6f3-4ecc-a58b-8f223740f0d5 {{(pid=93012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:13:06.906068 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-00285cbd-f5dd-4aa7-b011-ed502bddc5ce tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:06.982119 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-00285cbd-f5dd-4aa7-b011-ed502bddc5ce tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:06.982360 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-00285cbd-f5dd-4aa7-b011-ed502bddc5ce tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:06.994141 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-00285cbd-f5dd-4aa7-b011-ed502bddc5ce tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Calling delete_port for 4b02bf97-e6f3-4ecc-a58b-8f223740f0d5 owned by network:floatingip {{(pid=93012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:13:07.125484 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-00285cbd-f5dd-4aa7-b011-ed502bddc5ce tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4509848'] for port, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:07.151630 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00285cbd-f5dd-4aa7-b011-ed502bddc5ce tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Pushing event deleted for resources: {'Port': ['ID=4b02bf97-e6f3-4ecc-a58b-8f223740f0d5,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:13:07.212394 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-00285cbd-f5dd-4aa7-b011-ed502bddc5ce tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks [] for floatingip, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:07.215153 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-00285cbd-f5dd-4aa7-b011-ed502bddc5ce tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for floatingip, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:07.216311 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-00285cbd-f5dd-4aa7-b011-ed502bddc5ce tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "DELETE /v2.0/floatingips/6914466b-a7aa-466d-b538-18772b2b5d1e HTTP/1.1" status: 204 len: 168 time: 0.4361556 Jul 08 13:13:07.911725 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-615b644b-3110-4324-8d19-7b6387de29b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:08.478109 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 46766) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:13:08.536119 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-0ff35d61-ca92-4cf7-94bd-0cb90f2788de tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:08.561501 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-0ff35d61-ca92-4cf7-94bd-0cb90f2788de tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:08.621627 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-0ff35d61-ca92-4cf7-94bd-0cb90f2788de tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:08.624166 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-0ff35d61-ca92-4cf7-94bd-0cb90f2788de tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:08.625354 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-0ff35d61-ca92-4cf7-94bd-0cb90f2788de tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] 10.222.0.59 "DELETE /v2.0/security-groups/1905c27f-739b-4619-88c1-b64cd2f47568 HTTP/1.1" status: 204 len: 168 time: 0.1462283 Jul 08 13:13:08.634590 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff35d61-ca92-4cf7-94bd-0cb90f2788de tempest-TestVolumeBootPattern-1795035943 tempest-TestVolumeBootPattern-1795035943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1905c27f-739b-4619-88c1-b64cd2f47568,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:13:08.686935 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 46770) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:13:08.901063 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device bdfd99ec-1966-454f-ac06-fa99b8738359 no longer exists at agent hyperv_hv-cinder-78960 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:13:08.920991 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] No Port match for: bdfd99ec-1966-454f-ac06-fa99b8738359 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:13:08.921639 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device bdfd99ec-1966-454f-ac06-fa99b8738359 not bound to the agent host hv-cinder-78960 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:13:09.121016 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-862c210e-e504-4d64-b65b-64171c60f1ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544778'] for router_interface, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:09.367139 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-862c210e-e504-4d64-b65b-64171c60f1ac admin admin] Deleting port 5549109a-91d2-457d-9a72-831bd1bb8239 {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:13:09.367364 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-862c210e-e504-4d64-b65b-64171c60f1ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:09.446000 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-862c210e-e504-4d64-b65b-64171c60f1ac admin admin] For port 5549109a-91d2-457d-9a72-831bd1bb8239, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=5549109a-91d2-457d-9a72-831bd1bb8239,segment=NetworkSegment(a2927637-e19f-4f91-8a6e-7cfe612d9539),segment_id=a2927637-e19f-4f91-8a6e-7cfe612d9539)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:13:09.446341 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-862c210e-e504-4d64-b65b-64171c60f1ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:09.458193 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-862c210e-e504-4d64-b65b-64171c60f1ac admin admin] Calling delete_port for 5549109a-91d2-457d-9a72-831bd1bb8239 owned by network:router_interface {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:13:09.628626 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-862c210e-e504-4d64-b65b-64171c60f1ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789347'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:09.656042 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c210e-e504-4d64-b65b-64171c60f1ac admin admin] Pushing event deleted for resources: {'Port': ['ID=5549109a-91d2-457d-9a72-831bd1bb8239,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:13:09.822479 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-862c210e-e504-4d64-b65b-64171c60f1ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544972'] for router_interface, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:10.029035 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-862c210e-e504-4d64-b65b-64171c60f1ac admin admin] Router 84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4 has already been hosted by L3 agent f415b27f-d318-40de-bd28-ecbd03c16a41 {{(pid=93011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 13:13:10.136086 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862c210e-e504-4d64-b65b-64171c60f1ac admin admin] Notify agent at l3_agent.dv-cinder-789603-11-iscsi the message routers_updated {{(pid=93011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:13:10.141068 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-862c210e-e504-4d64-b65b-64171c60f1ac admin admin] 10.222.0.59 "PUT /v2.0/routers/84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4530368 Jul 08 13:13:10.143695 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 46774) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:13:10.144254 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97d14b8-9e7c-4e67-8e6a-2d2e98bd0437 None None] Sync routers for ids ['84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4'] in dv-cinder-789603-11-iscsi {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:13:10.153258 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97d14b8-9e7c-4e67-8e6a-2d2e98bd0437 None None] Routers {'84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:13:10.153866 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-a97d14b8-9e7c-4e67-8e6a-2d2e98bd0437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:13:05Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:13:10.245037 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-01b014cc-ac0e-42cd-94e5-dda5e79c69c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:10.256752 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-a97d14b8-9e7c-4e67-8e6a-2d2e98bd0437 None None] Set router 84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:13:10.343481 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-01b014cc-ac0e-42cd-94e5-dda5e79c69c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:10.396506 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-01b014cc-ac0e-42cd-94e5-dda5e79c69c2 admin admin] Deleting port 142ebf4f-930e-46f0-8b56-28e1745627da {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:13:10.396898 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-01b014cc-ac0e-42cd-94e5-dda5e79c69c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:10.431625 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-a97d14b8-9e7c-4e67-8e6a-2d2e98bd0437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'name': 'tempest-TestVolumeBootPattern-1466302910-router', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '142ebf4f-930e-46f0-8b56-28e1745627da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:30Z', 'updated_at': '2021-07-08T13:13:09Z', 'revision_number': 5, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'gw_port': {'id': '142ebf4f-930e-46f0-8b56-28e1745627da', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:73:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:32Z', 'updated_at': '2021-07-08T13:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi'}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:13:10.461025 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97d14b8-9e7c-4e67-8e6a-2d2e98bd0437 None None] Checking router: 84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4 for host: dv-cinder-789603-11-iscsi {{(pid=93013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:13:10.469207 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97d14b8-9e7c-4e67-8e6a-2d2e98bd0437 None None] Routers {'84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:13:10.469813 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-a97d14b8-9e7c-4e67-8e6a-2d2e98bd0437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:13:05Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:13:10.474842 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-01b014cc-ac0e-42cd-94e5-dda5e79c69c2 admin admin] For port 142ebf4f-930e-46f0-8b56-28e1745627da, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=142ebf4f-930e-46f0-8b56-28e1745627da,segment=NetworkSegment(ec4eb99c-636e-43d3-922e-332a95a4195c),segment_id=ec4eb99c-636e-43d3-922e-332a95a4195c)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:13:10.475200 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-01b014cc-ac0e-42cd-94e5-dda5e79c69c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:10.492371 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-01b014cc-ac0e-42cd-94e5-dda5e79c69c2 admin admin] Calling delete_port for 142ebf4f-930e-46f0-8b56-28e1745627da owned by network:router_gateway {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:13:10.555071 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-a97d14b8-9e7c-4e67-8e6a-2d2e98bd0437 None None] Set router 84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4 gateway port host: None {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:13:10.605406 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-a97d14b8-9e7c-4e67-8e6a-2d2e98bd0437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'name': 'tempest-TestVolumeBootPattern-1466302910-router', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:30Z', 'updated_at': '2021-07-08T13:13:10Z', 'revision_number': 6, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'gw_port_host': None}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:13:10.635449 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a97d14b8-9e7c-4e67-8e6a-2d2e98bd0437 None None] The sync data for ids ['84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4'] in dv-cinder-789603-11-iscsi is: [{'id': '84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4', 'name': 'tempest-TestVolumeBootPattern-1466302910-router', 'tenant_id': '72e6ac284e134db6984ee5463fd84268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:30Z', 'updated_at': '2021-07-08T13:13:10Z', 'revision_number': 6, 'project_id': '72e6ac284e134db6984ee5463fd84268', 'gw_port_host': None}] {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:13:10.652486 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-01b014cc-ac0e-42cd-94e5-dda5e79c69c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789347'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:10.686831 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b014cc-ac0e-42cd-94e5-dda5e79c69c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=142ebf4f-930e-46f0-8b56-28e1745627da,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:13:10.743909 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-01b014cc-ac0e-42cd-94e5-dda5e79c69c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545735'] for router_gateway, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:11.101136 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-01b014cc-ac0e-42cd-94e5-dda5e79c69c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8364084'] for router, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:11.103126 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-01b014cc-ac0e-42cd-94e5-dda5e79c69c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:11.146478 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-01b014cc-ac0e-42cd-94e5-dda5e79c69c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-542115'] for router, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:11.146994 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b014cc-ac0e-42cd-94e5-dda5e79c69c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4 {{(pid=93011) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 13:13:11.152158 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-01b014cc-ac0e-42cd-94e5-dda5e79c69c2 admin admin] Notify callbacks [] for router, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:11.153308 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-01b014cc-ac0e-42cd-94e5-dda5e79c69c2 admin admin] 10.222.0.59 "DELETE /v2.0/routers/84c1b48a-3ab3-4777-b9fc-8ccc08f72cb4 HTTP/1.1" status: 204 len: 168 time: 1.0086534 Jul 08 13:13:11.155796 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 46776) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:13:11.198755 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbfdb9d0-de75-499b-9020-5a83c0af69f1 admin admin] Deleting subnet d28d3121-202c-40d9-81a2-6dc38ff463b2 {{(pid=93011) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 13:13:11.201819 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-cbfdb9d0-de75-499b-9020-5a83c0af69f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:11.234464 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-cbfdb9d0-de75-499b-9020-5a83c0af69f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4784263'] for subnet, precommit_delete_associations {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:11.313478 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-cbfdb9d0-de75-499b-9020-5a83c0af69f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388364'] for subnet, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:11.364780 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-cbfdb9d0-de75-499b-9020-5a83c0af69f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5094232'] for subnet, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:11.393343 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 5549109a-91d2-457d-9a72-831bd1bb8239 no longer exists at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:13:11.397380 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-cbfdb9d0-de75-499b-9020-5a83c0af69f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:11.399606 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-cbfdb9d0-de75-499b-9020-5a83c0af69f1 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/d28d3121-202c-40d9-81a2-6dc38ff463b2 HTTP/1.1" status: 204 len: 168 time: 0.2427733 Jul 08 13:13:11.400833 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfdb9d0-de75-499b-9020-5a83c0af69f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d28d3121-202c-40d9-81a2-6dc38ff463b2,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:13:11.403026 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 46778) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:13:11.421330 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac6169d-8c93-47a8-830e-83beb36c4b72 None None] Network 6414870c-e55b-4de0-96ed-e21f9e007cfe requested from dv-cinder-789603-11-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 13:13:11.423522 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] No Port match for: 5549109a-91d2-457d-9a72-831bd1bb8239 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:13:11.423862 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 5549109a-91d2-457d-9a72-831bd1bb8239 not bound to the agent host dv-cinder-789603-11-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:13:11.474746 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c030d35a-ed12-4763-94fc-5117905f313e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1445167'] for network, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:11.529539 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-c030d35a-ed12-4763-94fc-5117905f313e admin admin] Deleting port 32c7bdbc-8a12-4214-9ff7-9354f786d8c9 {{(pid=93012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:13:11.529878 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c030d35a-ed12-4763-94fc-5117905f313e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:11.599597 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [None req-c030d35a-ed12-4763-94fc-5117905f313e admin admin] For port 32c7bdbc-8a12-4214-9ff7-9354f786d8c9, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=32c7bdbc-8a12-4214-9ff7-9354f786d8c9,segment=NetworkSegment(a2927637-e19f-4f91-8a6e-7cfe612d9539),segment_id=a2927637-e19f-4f91-8a6e-7cfe612d9539)] {{(pid=93012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:13:11.599959 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c030d35a-ed12-4763-94fc-5117905f313e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:11.612612 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa96ca4-730c-4555-8f2a-9c66071df2e5 None None] DHCP port deletion for 6414870c-e55b-4de0-96ed-e21f9e007cfe request from dv-cinder-789603-11-iscsi {{(pid=93013) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 13:13:11.617136 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-c030d35a-ed12-4763-94fc-5117905f313e admin admin] Calling delete_port for 32c7bdbc-8a12-4214-9ff7-9354f786d8c9 owned by network:dhcp {{(pid=93012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:13:11.663700 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-cfa96ca4-730c-4555-8f2a-9c66071df2e5 None None] Deleting port 32c7bdbc-8a12-4214-9ff7-9354f786d8c9 {{(pid=93013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:13:11.664229 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-cfa96ca4-730c-4555-8f2a-9c66071df2e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:11.698977 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c030d35a-ed12-4763-94fc-5117905f313e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4509848'] for port, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:11.722681 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030d35a-ed12-4763-94fc-5117905f313e admin admin] Pushing event deleted for resources: {'Port': ['ID=32c7bdbc-8a12-4214-9ff7-9354f786d8c9,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:13:11.729615 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-cfa96ca4-730c-4555-8f2a-9c66071df2e5 None None] For port 32c7bdbc-8a12-4214-9ff7-9354f786d8c9, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=32c7bdbc-8a12-4214-9ff7-9354f786d8c9,segment=NetworkSegment(a2927637-e19f-4f91-8a6e-7cfe612d9539),segment_id=a2927637-e19f-4f91-8a6e-7cfe612d9539)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:13:11.730014 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-cfa96ca4-730c-4555-8f2a-9c66071df2e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:11.730153 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c030d35a-ed12-4763-94fc-5117905f313e admin admin] No DVR routers for this DVR port 32c7bdbc-8a12-4214-9ff7-9354f786d8c9 on host dv-cinder-789603-11-iscsi {{(pid=93012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:13:11.743899 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-cfa96ca4-730c-4555-8f2a-9c66071df2e5 None None] Calling delete_port for 32c7bdbc-8a12-4214-9ff7-9354f786d8c9 owned by network:dhcp {{(pid=93013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:13:11.800759 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c030d35a-ed12-4763-94fc-5117905f313e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385719', 'neutron.services.segments.db._delete_segments_for_network-8739449493333'] for network, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:11.811223 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-c030d35a-ed12-4763-94fc-5117905f313e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6414870c-e55b-4de0-96ed-e21f9e007cfe']}} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:13:11.820329 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-cfa96ca4-730c-4555-8f2a-9c66071df2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285'] for port, after_delete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:11.821383 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-c030d35a-ed12-4763-94fc-5117905f313e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2927637-e19f-4f91-8a6e-7cfe612d9539') {'for_net_delete': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:13:11.821675 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-c030d35a-ed12-4763-94fc-5117905f313e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2927637-e19f-4f91-8a6e-7cfe612d9539') {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:13:11.830798 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c030d35a-ed12-4763-94fc-5117905f313e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739449365041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4653424'] for segment, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:11.844722 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c030d35a-ed12-4763-94fc-5117905f313e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1381891'] for segment, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:11.844953 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa96ca4-730c-4555-8f2a-9c66071df2e5 None None] Pushing event deleted for resources: {'Port': ['ID=32c7bdbc-8a12-4214-9ff7-9354f786d8c9,revision_number=None']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:13:11.849103 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa96ca4-730c-4555-8f2a-9c66071df2e5 None None] No DVR routers for this DVR port 32c7bdbc-8a12-4214-9ff7-9354f786d8c9 on host dv-cinder-789603-11-iscsi {{(pid=93013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:13:11.853038 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c030d35a-ed12-4763-94fc-5117905f313e admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=93012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 13:13:11.853438 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c030d35a-ed12-4763-94fc-5117905f313e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1381891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4509813'] for segment, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:11.855119 dv-cinder-789603-11-iscsi neutron-server[93012]: Traceback (most recent call last): Jul 08 13:13:11.855119 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 13:13:11.855119 dv-cinder-789603-11-iscsi neutron-server[93012]: timer() Jul 08 13:13:11.855119 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 13:13:11.855119 dv-cinder-789603-11-iscsi neutron-server[93012]: cb(*args, **kw) Jul 08 13:13:11.855119 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 13:13:11.855119 dv-cinder-789603-11-iscsi neutron-server[93012]: return func(*args, **kwargs) Jul 08 13:13:11.855119 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 13:13:11.855119 dv-cinder-789603-11-iscsi neutron-server[93012]: self._notify() Jul 08 13:13:11.855119 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 13:13:11.855119 dv-cinder-789603-11-iscsi neutron-server[93012]: self.callback(batched_events) Jul 08 13:13:11.855119 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 13:13:11.855119 dv-cinder-789603-11-iscsi neutron-server[93012]: event.method(event) Jul 08 13:13:11.855119 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 13:13:11.855119 dv-cinder-789603-11-iscsi neutron-server[93012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 13:13:11.855119 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 13:13:11.855119 dv-cinder-789603-11-iscsi neutron-server[93012]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 13:13:11.855119 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 13:13:11.855119 dv-cinder-789603-11-iscsi neutron-server[93012]: return f(self, *a, **k) Jul 08 13:13:11.855119 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 13:13:11.855119 dv-cinder-789603-11-iscsi neutron-server[93012]: return self._get(url).json() Jul 08 13:13:11.855119 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 13:13:11.855119 dv-cinder-789603-11-iscsi neutron-server[93012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 13:13:11.855119 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 13:13:11.855119 dv-cinder-789603-11-iscsi neutron-server[93012]: return self.request(url, 'GET', **kwargs) Jul 08 13:13:11.855119 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 13:13:11.855119 dv-cinder-789603-11-iscsi neutron-server[93012]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 13:13:11.855119 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 13:13:11.855119 dv-cinder-789603-11-iscsi neutron-server[93012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 13:13:11.855119 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 13:13:11.855119 dv-cinder-789603-11-iscsi neutron-server[93012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 13:13:11.855119 dv-cinder-789603-11-iscsi neutron-server[93012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 13:13:11.857721 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa96ca4-730c-4555-8f2a-9c66071df2e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:13:11.857721 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa96ca4-730c-4555-8f2a-9c66071df2e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:13:11.857721 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa96ca4-730c-4555-8f2a-9c66071df2e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:13:11.857721 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa96ca4-730c-4555-8f2a-9c66071df2e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:13:11.858086 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa96ca4-730c-4555-8f2a-9c66071df2e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:13:11.858236 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa96ca4-730c-4555-8f2a-9c66071df2e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:13:11.858570 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa96ca4-730c-4555-8f2a-9c66071df2e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:13:11.858902 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa96ca4-730c-4555-8f2a-9c66071df2e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:13:11.861530 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa96ca4-730c-4555-8f2a-9c66071df2e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:13:11.861530 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa96ca4-730c-4555-8f2a-9c66071df2e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:13:11.861530 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa96ca4-730c-4555-8f2a-9c66071df2e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:13:11.861530 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa96ca4-730c-4555-8f2a-9c66071df2e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:13:11.912252 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c030d35a-ed12-4763-94fc-5117905f313e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545699'] for network, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:11.918117 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-c030d35a-ed12-4763-94fc-5117905f313e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for network, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:11.919901 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-c030d35a-ed12-4763-94fc-5117905f313e admin admin] 10.222.0.59 "DELETE /v2.0/networks/6414870c-e55b-4de0-96ed-e21f9e007cfe HTTP/1.1" status: 204 len: 168 time: 0.5157142 Jul 08 13:13:11.923004 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 46780) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:13:11.930981 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030d35a-ed12-4763-94fc-5117905f313e admin admin] Pushing event deleted for resources: {'Network': ['ID=6414870c-e55b-4de0-96ed-e21f9e007cfe,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:13:12.263613 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e72f9983-eead-4f4e-9065-901e7aefa5dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544778'] for router_interface, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:12.515979 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-e72f9983-eead-4f4e-9065-901e7aefa5dc admin admin] Deleting port ed681079-d29d-482a-acf2-54744f3c01c8 {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:13:12.516238 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e72f9983-eead-4f4e-9065-901e7aefa5dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:12.593656 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-e72f9983-eead-4f4e-9065-901e7aefa5dc admin admin] For port ed681079-d29d-482a-acf2-54744f3c01c8, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=ed681079-d29d-482a-acf2-54744f3c01c8,segment=NetworkSegment(5e786992-6729-4aa4-9d56-44def3109435),segment_id=5e786992-6729-4aa4-9d56-44def3109435)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:13:12.593991 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e72f9983-eead-4f4e-9065-901e7aefa5dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:12.606725 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-e72f9983-eead-4f4e-9065-901e7aefa5dc admin admin] Calling delete_port for ed681079-d29d-482a-acf2-54744f3c01c8 owned by network:router_interface {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:13:12.780564 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e72f9983-eead-4f4e-9065-901e7aefa5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789347'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:12.805111 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72f9983-eead-4f4e-9065-901e7aefa5dc admin admin] Pushing event deleted for resources: {'Port': ['ID=ed681079-d29d-482a-acf2-54744f3c01c8,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:13:12.975712 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-e72f9983-eead-4f4e-9065-901e7aefa5dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544972'] for router_interface, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:12.983164 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 32c7bdbc-8a12-4214-9ff7-9354f786d8c9 no longer exists at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:13:13.002829 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] No Port match for: 32c7bdbc-8a12-4214-9ff7-9354f786d8c9 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:13:13.003172 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 32c7bdbc-8a12-4214-9ff7-9354f786d8c9 not bound to the agent host dv-cinder-789603-11-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:13:13.003575 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 142ebf4f-930e-46f0-8b56-28e1745627da no longer exists at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:13:13.021971 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] No Port match for: 142ebf4f-930e-46f0-8b56-28e1745627da {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:13:13.022335 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 142ebf4f-930e-46f0-8b56-28e1745627da not bound to the agent host dv-cinder-789603-11-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:13:13.189719 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e72f9983-eead-4f4e-9065-901e7aefa5dc admin admin] Router b8de80d2-2337-49c0-8c05-3ad91f065573 has already been hosted by L3 agent f415b27f-d318-40de-bd28-ecbd03c16a41 {{(pid=93011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 13:13:13.292675 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e72f9983-eead-4f4e-9065-901e7aefa5dc admin admin] Notify agent at l3_agent.dv-cinder-789603-11-iscsi the message routers_updated {{(pid=93011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:13:13.297505 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-e72f9983-eead-4f4e-9065-901e7aefa5dc admin admin] 10.222.0.59 "PUT /v2.0/routers/b8de80d2-2337-49c0-8c05-3ad91f065573/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3734617 Jul 08 13:13:13.300331 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 46782) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:13:13.303056 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8febff03-d469-4f1d-b39a-19df141b25dc None None] Sync routers for ids ['b8de80d2-2337-49c0-8c05-3ad91f065573'] in dv-cinder-789603-11-iscsi {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:13:13.314221 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8febff03-d469-4f1d-b39a-19df141b25dc None None] Routers {'b8de80d2-2337-49c0-8c05-3ad91f065573'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:13:13.314852 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-8febff03-d469-4f1d-b39a-19df141b25dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:13:05Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['b8de80d2-2337-49c0-8c05-3ad91f065573'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:13:13.403393 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8e721710-3680-44a3-a827-f6172e61143a admin admin] Notify callbacks [] for router, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:13.417823 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-8febff03-d469-4f1d-b39a-19df141b25dc None None] Set router b8de80d2-2337-49c0-8c05-3ad91f065573 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:13:13.507076 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8e721710-3680-44a3-a827-f6172e61143a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:13.561603 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-8e721710-3680-44a3-a827-f6172e61143a admin admin] Deleting port caeb078a-4799-4b7d-af20-82dfac56ffea {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:13:13.561941 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8e721710-3680-44a3-a827-f6172e61143a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:13.594614 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-8febff03-d469-4f1d-b39a-19df141b25dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8de80d2-2337-49c0-8c05-3ad91f065573', 'name': 'tempest-TestVolumeBootPattern-1030980631-router', 'tenant_id': '476b7c2766aa45a5ab4e5b31d1194e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': 'caeb078a-4799-4b7d-af20-82dfac56ffea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:44Z', 'updated_at': '2021-07-08T13:13:12Z', 'revision_number': 5, 'project_id': '476b7c2766aa45a5ab4e5b31d1194e4f', 'gw_port': {'id': 'caeb078a-4799-4b7d-af20-82dfac56ffea', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:30:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8de80d2-2337-49c0-8c05-3ad91f065573', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:04:45Z', 'updated_at': '2021-07-08T13:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi'}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:13:13.620524 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8febff03-d469-4f1d-b39a-19df141b25dc None None] Checking router: b8de80d2-2337-49c0-8c05-3ad91f065573 for host: dv-cinder-789603-11-iscsi {{(pid=93014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:13:13.628588 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8febff03-d469-4f1d-b39a-19df141b25dc None None] Routers {'b8de80d2-2337-49c0-8c05-3ad91f065573'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:13:13.629168 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-8febff03-d469-4f1d-b39a-19df141b25dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:13:05Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['b8de80d2-2337-49c0-8c05-3ad91f065573'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:13:13.645721 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-8e721710-3680-44a3-a827-f6172e61143a admin admin] For port caeb078a-4799-4b7d-af20-82dfac56ffea, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=caeb078a-4799-4b7d-af20-82dfac56ffea,segment=NetworkSegment(ec4eb99c-636e-43d3-922e-332a95a4195c),segment_id=ec4eb99c-636e-43d3-922e-332a95a4195c)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:13:13.646081 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8e721710-3680-44a3-a827-f6172e61143a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:13.659390 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-8e721710-3680-44a3-a827-f6172e61143a admin admin] Calling delete_port for caeb078a-4799-4b7d-af20-82dfac56ffea owned by network:router_gateway {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:13:13.711247 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-8febff03-d469-4f1d-b39a-19df141b25dc None None] Set router b8de80d2-2337-49c0-8c05-3ad91f065573 gateway port host: None {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:13:13.760528 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-8febff03-d469-4f1d-b39a-19df141b25dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8de80d2-2337-49c0-8c05-3ad91f065573', 'name': 'tempest-TestVolumeBootPattern-1030980631-router', 'tenant_id': '476b7c2766aa45a5ab4e5b31d1194e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:44Z', 'updated_at': '2021-07-08T13:13:13Z', 'revision_number': 6, 'project_id': '476b7c2766aa45a5ab4e5b31d1194e4f', 'gw_port_host': None}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:13:13.789541 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8febff03-d469-4f1d-b39a-19df141b25dc None None] The sync data for ids ['b8de80d2-2337-49c0-8c05-3ad91f065573'] in dv-cinder-789603-11-iscsi is: [{'id': 'b8de80d2-2337-49c0-8c05-3ad91f065573', 'name': 'tempest-TestVolumeBootPattern-1030980631-router', 'tenant_id': '476b7c2766aa45a5ab4e5b31d1194e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:04:44Z', 'updated_at': '2021-07-08T13:13:13Z', 'revision_number': 6, 'project_id': '476b7c2766aa45a5ab4e5b31d1194e4f', 'gw_port_host': None}] {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:13:13.823280 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8e721710-3680-44a3-a827-f6172e61143a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789347'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:13.850043 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e721710-3680-44a3-a827-f6172e61143a admin admin] Pushing event deleted for resources: {'Port': ['ID=caeb078a-4799-4b7d-af20-82dfac56ffea,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:13:13.909083 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8e721710-3680-44a3-a827-f6172e61143a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545735'] for router_gateway, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:13.995271 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8e721710-3680-44a3-a827-f6172e61143a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8364084'] for router, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:13.997373 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8e721710-3680-44a3-a827-f6172e61143a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:14.042085 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8e721710-3680-44a3-a827-f6172e61143a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-542115'] for router, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:14.042667 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e721710-3680-44a3-a827-f6172e61143a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8de80d2-2337-49c0-8c05-3ad91f065573 {{(pid=93011) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 13:13:14.047118 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-8e721710-3680-44a3-a827-f6172e61143a admin admin] Notify callbacks [] for router, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:14.050573 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-8e721710-3680-44a3-a827-f6172e61143a admin admin] 10.222.0.59 "DELETE /v2.0/routers/b8de80d2-2337-49c0-8c05-3ad91f065573 HTTP/1.1" status: 204 len: 168 time: 0.7470341 Jul 08 13:13:14.051245 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 46784) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:13:14.095595 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3b441b1-a9a2-4fc7-aedc-1427519a0cde admin admin] Deleting subnet 844e7dc4-3e30-48f0-8852-7f6b418c4a4c {{(pid=93011) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 13:13:14.098547 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b3b441b1-a9a2-4fc7-aedc-1427519a0cde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:14.133090 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b3b441b1-a9a2-4fc7-aedc-1427519a0cde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4784263'] for subnet, precommit_delete_associations {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:14.219973 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b3b441b1-a9a2-4fc7-aedc-1427519a0cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388364'] for subnet, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:14.270450 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b3b441b1-a9a2-4fc7-aedc-1427519a0cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5094232'] for subnet, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:14.296408 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b441b1-a9a2-4fc7-aedc-1427519a0cde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=844e7dc4-3e30-48f0-8852-7f6b418c4a4c,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:13:14.298415 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-b3b441b1-a9a2-4fc7-aedc-1427519a0cde admin admin] Notify callbacks [] for subnet, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:14.300820 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-b3b441b1-a9a2-4fc7-aedc-1427519a0cde admin admin] 10.222.0.59 "DELETE /v2.0/subnets/844e7dc4-3e30-48f0-8852-7f6b418c4a4c HTTP/1.1" status: 204 len: 168 time: 0.2481053 Jul 08 13:13:14.302687 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 46786) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:13:14.305169 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde60e3c-a3e5-4d15-a8ed-a998a69fbfff None None] Network 5bdbb0fd-c793-42ba-ab44-134d35a10b17 requested from dv-cinder-789603-11-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 13:13:14.369549 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-887b9d62-2ae5-492a-b227-0a0a78bb024b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1445167'] for network, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:14.426955 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-887b9d62-2ae5-492a-b227-0a0a78bb024b admin admin] Deleting port 5a9dc203-a03a-4cfc-8312-5065cb0b3067 {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:13:14.427293 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-887b9d62-2ae5-492a-b227-0a0a78bb024b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:14.491650 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-887b9d62-2ae5-492a-b227-0a0a78bb024b admin admin] For port 5a9dc203-a03a-4cfc-8312-5065cb0b3067, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=5a9dc203-a03a-4cfc-8312-5065cb0b3067,segment=NetworkSegment(5e786992-6729-4aa4-9d56-44def3109435),segment_id=5e786992-6729-4aa4-9d56-44def3109435)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:13:14.492008 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-887b9d62-2ae5-492a-b227-0a0a78bb024b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:14.505666 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-887b9d62-2ae5-492a-b227-0a0a78bb024b admin admin] Calling delete_port for 5a9dc203-a03a-4cfc-8312-5065cb0b3067 owned by network:dhcp {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:13:14.536610 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a1da8f-0536-4040-8983-bcd5e16dec04 None None] DHCP port deletion for 5bdbb0fd-c793-42ba-ab44-134d35a10b17 request from dv-cinder-789603-11-iscsi {{(pid=93013) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 13:13:14.585626 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-81a1da8f-0536-4040-8983-bcd5e16dec04 None None] Deleting port 5a9dc203-a03a-4cfc-8312-5065cb0b3067 {{(pid=93013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:13:14.586005 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-81a1da8f-0536-4040-8983-bcd5e16dec04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:14.593009 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-887b9d62-2ae5-492a-b227-0a0a78bb024b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789347'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:14.619611 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b9d62-2ae5-492a-b227-0a0a78bb024b admin admin] Pushing event deleted for resources: {'Port': ['ID=5a9dc203-a03a-4cfc-8312-5065cb0b3067,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:13:14.624216 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887b9d62-2ae5-492a-b227-0a0a78bb024b admin admin] No DVR routers for this DVR port 5a9dc203-a03a-4cfc-8312-5065cb0b3067 on host dv-cinder-789603-11-iscsi {{(pid=93011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:13:14.652862 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-81a1da8f-0536-4040-8983-bcd5e16dec04 None None] For port 5a9dc203-a03a-4cfc-8312-5065cb0b3067, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=5a9dc203-a03a-4cfc-8312-5065cb0b3067,segment=NetworkSegment(5e786992-6729-4aa4-9d56-44def3109435),segment_id=5e786992-6729-4aa4-9d56-44def3109435)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:13:14.653266 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-81a1da8f-0536-4040-8983-bcd5e16dec04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:14.666797 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-81a1da8f-0536-4040-8983-bcd5e16dec04 None None] Calling delete_port for 5a9dc203-a03a-4cfc-8312-5065cb0b3067 owned by network:dhcp {{(pid=93013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:13:14.694987 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-887b9d62-2ae5-492a-b227-0a0a78bb024b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385719', 'neutron.services.segments.db._delete_segments_for_network-8739449493333'] for network, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:14.705321 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.services.segments.db [None req-887b9d62-2ae5-492a-b227-0a0a78bb024b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bdbb0fd-c793-42ba-ab44-134d35a10b17']}} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:13:14.719279 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.services.segments.db [None req-887b9d62-2ae5-492a-b227-0a0a78bb024b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e786992-6729-4aa4-9d56-44def3109435') {'for_net_delete': True} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:13:14.719574 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.services.segments.db [None req-887b9d62-2ae5-492a-b227-0a0a78bb024b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e786992-6729-4aa4-9d56-44def3109435') {} {{(pid=93011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:13:14.730031 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-887b9d62-2ae5-492a-b227-0a0a78bb024b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739449365041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4784270'] for segment, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:14.743947 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-887b9d62-2ae5-492a-b227-0a0a78bb024b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1381891'] for segment, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:14.745220 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-81a1da8f-0536-4040-8983-bcd5e16dec04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285'] for port, after_delete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:14.750182 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-887b9d62-2ae5-492a-b227-0a0a78bb024b admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=93011) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 13:13:14.750577 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-887b9d62-2ae5-492a-b227-0a0a78bb024b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1381891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4789390'] for segment, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:14.752306 dv-cinder-789603-11-iscsi neutron-server[93011]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 13:13:14.752306 dv-cinder-789603-11-iscsi neutron-server[93011]: conditions |= (models_v2.Port.network_id.in_( Jul 08 13:13:14.752306 dv-cinder-789603-11-iscsi neutron-server[93011]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 13:13:14.752306 dv-cinder-789603-11-iscsi neutron-server[93011]: conditions |= (models_v2.Port.network_id.in_( Jul 08 13:13:14.752306 dv-cinder-789603-11-iscsi neutron-server[93011]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 08 13:13:14.752306 dv-cinder-789603-11-iscsi neutron-server[93011]: conditions |= (models_v2.Port.network_id.in_( Jul 08 13:13:14.752306 dv-cinder-789603-11-iscsi neutron-server[93011]: Traceback (most recent call last): Jul 08 13:13:14.752306 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 13:13:14.752306 dv-cinder-789603-11-iscsi neutron-server[93011]: timer() Jul 08 13:13:14.752306 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 13:13:14.752306 dv-cinder-789603-11-iscsi neutron-server[93011]: cb(*args, **kw) Jul 08 13:13:14.752306 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 13:13:14.752306 dv-cinder-789603-11-iscsi neutron-server[93011]: return func(*args, **kwargs) Jul 08 13:13:14.752306 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 13:13:14.752306 dv-cinder-789603-11-iscsi neutron-server[93011]: self._notify() Jul 08 13:13:14.752306 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 13:13:14.752306 dv-cinder-789603-11-iscsi neutron-server[93011]: self.callback(batched_events) Jul 08 13:13:14.752306 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 13:13:14.752306 dv-cinder-789603-11-iscsi neutron-server[93011]: event.method(event) Jul 08 13:13:14.752306 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 13:13:14.752306 dv-cinder-789603-11-iscsi neutron-server[93011]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 13:13:14.752306 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 13:13:14.752306 dv-cinder-789603-11-iscsi neutron-server[93011]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 13:13:14.752306 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 13:13:14.752306 dv-cinder-789603-11-iscsi neutron-server[93011]: return f(self, *a, **k) Jul 08 13:13:14.752306 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 13:13:14.752306 dv-cinder-789603-11-iscsi neutron-server[93011]: return self._get(url).json() Jul 08 13:13:14.752306 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 13:13:14.752306 dv-cinder-789603-11-iscsi neutron-server[93011]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 13:13:14.752306 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 13:13:14.752306 dv-cinder-789603-11-iscsi neutron-server[93011]: return self.request(url, 'GET', **kwargs) Jul 08 13:13:14.752306 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 13:13:14.752306 dv-cinder-789603-11-iscsi neutron-server[93011]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 13:13:14.752306 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 13:13:14.752306 dv-cinder-789603-11-iscsi neutron-server[93011]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 13:13:14.752306 dv-cinder-789603-11-iscsi neutron-server[93011]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 13:13:14.752306 dv-cinder-789603-11-iscsi neutron-server[93011]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 13:13:14.752306 dv-cinder-789603-11-iscsi neutron-server[93011]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 13:13:14.811287 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-887b9d62-2ae5-492a-b227-0a0a78bb024b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545699'] for network, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:14.815978 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-887b9d62-2ae5-492a-b227-0a0a78bb024b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for network, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:14.820841 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-887b9d62-2ae5-492a-b227-0a0a78bb024b admin admin] 10.222.0.59 "DELETE /v2.0/networks/5bdbb0fd-c793-42ba-ab44-134d35a10b17 HTTP/1.1" status: 204 len: 168 time: 0.5170097 Jul 08 13:13:14.837616 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b9d62-2ae5-492a-b227-0a0a78bb024b admin admin] Pushing event deleted for resources: {'Network': ['ID=5bdbb0fd-c793-42ba-ab44-134d35a10b17,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:13:14.897729 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a1da8f-0536-4040-8983-bcd5e16dec04 None None] Pushing event deleted for resources: {'Port': ['ID=5a9dc203-a03a-4cfc-8312-5065cb0b3067,revision_number=None']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:13:14.904070 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a1da8f-0536-4040-8983-bcd5e16dec04 None None] No DVR routers for this DVR port 5a9dc203-a03a-4cfc-8312-5065cb0b3067 on host dv-cinder-789603-11-iscsi {{(pid=93013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:13:14.919430 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 5a9dc203-a03a-4cfc-8312-5065cb0b3067 no longer exists at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:13:14.939042 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] No Port match for: 5a9dc203-a03a-4cfc-8312-5065cb0b3067 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:13:14.939439 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 5a9dc203-a03a-4cfc-8312-5065cb0b3067 not bound to the agent host dv-cinder-789603-11-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:13:14.939862 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device caeb078a-4799-4b7d-af20-82dfac56ffea no longer exists at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:13:14.957612 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 46790) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:13:14.959308 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] No Port match for: caeb078a-4799-4b7d-af20-82dfac56ffea {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:13:14.960414 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device caeb078a-4799-4b7d-af20-82dfac56ffea not bound to the agent host dv-cinder-789603-11-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:13:14.960618 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device ed681079-d29d-482a-acf2-54744f3c01c8 no longer exists at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:13:14.979569 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] No Port match for: ed681079-d29d-482a-acf2-54744f3c01c8 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:13:14.979916 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device ed681079-d29d-482a-acf2-54744f3c01c8 not bound to the agent host dv-cinder-789603-11-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:13:14.998553 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-f5f8723d-9238-4a97-89b5-1782f7c751d7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=72e6ac284e134db6984ee5463fd84268&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396161 Jul 08 13:13:15.000941 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 46792) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:13:15.049232 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d6886792-9590-497c-b492-2e483f3d63b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:15.070346 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d6886792-9590-497c-b492-2e483f3d63b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:15.117063 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d6886792-9590-497c-b492-2e483f3d63b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:15.119566 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-d6886792-9590-497c-b492-2e483f3d63b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:15.120747 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-d6886792-9590-497c-b492-2e483f3d63b6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/41cbc5c2-e521-41e8-a9b2-491105aacb06 HTTP/1.1" status: 204 len: 168 time: 0.1189206 Jul 08 13:13:15.128311 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6886792-9590-497c-b492-2e483f3d63b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41cbc5c2-e521-41e8-a9b2-491105aacb06,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:13:15.423962 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 46798) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:13:15.462941 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-93d10648-811a-421b-ba83-187a798b5187 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=476b7c2766aa45a5ab4e5b31d1194e4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378020 Jul 08 13:13:15.465415 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 46800) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:13:15.514496 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-29e41afc-f06a-4b6e-a9ae-7e951629ade2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:15.535849 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-29e41afc-f06a-4b6e-a9ae-7e951629ade2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:15.580335 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-29e41afc-f06a-4b6e-a9ae-7e951629ade2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:15.582858 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-29e41afc-f06a-4b6e-a9ae-7e951629ade2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:15.583995 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-29e41afc-f06a-4b6e-a9ae-7e951629ade2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3542c08a-5c28-4d4b-8b63-fd765f2b7edc HTTP/1.1" status: 204 len: 168 time: 0.1176848 Jul 08 13:13:15.592211 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e41afc-f06a-4b6e-a9ae-7e951629ade2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3542c08a-5c28-4d4b-8b63-fd765f2b7edc,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:13:23.001615 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-0cef42f3-3a1a-4020-b263-5152d2247e85 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 13:13:26.340174 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-de0f7fb1-9bd9-4e83-8028-06ad3df9c665 req-c45dfd0f-b1c2-45c6-a18c-4a788d353d9e tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-204353918&fields=id&tenant_id=958197013bcb4a9e81d5d18c4a0419bf HTTP/1.1" status: 200 len: 267 time: 0.0338466 Jul 08 13:13:26.410786 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0f7fb1-9bd9-4e83-8028-06ad3df9c665 req-d21020e3-7ba9-46cc-80c5-0ced7f2cae57 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:13:26.412274 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-de0f7fb1-9bd9-4e83-8028-06ad3df9c665 req-d21020e3-7ba9-46cc-80c5-0ced7f2cae57 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/ports?device_id=3921c17a-0f1c-423c-8a10-1447d9300f3c HTTP/1.1" status: 200 len: 984 time: 0.0668571 Jul 08 13:13:26.424921 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.v2.base [req-de0f7fb1-9bd9-4e83-8028-06ad3df9c665 req-e28f4b04-6af0-4ba4-828b-85df736fda60 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Request body: {'port': {'security_groups': ['7d1415b4-3621-40a5-a90f-678d55bd5ada']}} {{(pid=93011) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 08 13:13:26.508924 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-de0f7fb1-9bd9-4e83-8028-06ad3df9c665 req-e28f4b04-6af0-4ba4-828b-85df736fda60 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1562081'] for port, before_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:26.685158 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-de0f7fb1-9bd9-4e83-8028-06ad3df9c665 req-e28f4b04-6af0-4ba4-828b-85df736fda60 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] For port c1eea02c-8f3c-46cb-b013-224610c7a89f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c1eea02c-8f3c-46cb-b013-224610c7a89f,segment=NetworkSegment(51c23279-a1ff-437b-9aa4-0fd6059e4ce8),segment_id=51c23279-a1ff-437b-9aa4-0fd6059e4ce8)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:13:26.713558 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-de0f7fb1-9bd9-4e83-8028-06ad3df9c665 req-e28f4b04-6af0-4ba4-828b-85df736fda60 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks [] for port, precommit_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:26.717988 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-de0f7fb1-9bd9-4e83-8028-06ad3df9c665 req-e28f4b04-6af0-4ba4-828b-85df736fda60 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739449483807', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739448941294', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739448943135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4789354'] for port, after_update {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:26.753894 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] get_ports_and_sgs() called for port_ids ['c1eea02c-8f3c-46cb-b013-224610c7a89f'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 13:13:26.761848 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0f7fb1-9bd9-4e83-8028-06ad3df9c665 req-e28f4b04-6af0-4ba4-828b-85df736fda60 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:13:26.762483 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-de0f7fb1-9bd9-4e83-8028-06ad3df9c665 req-e28f4b04-6af0-4ba4-828b-85df736fda60 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:26.763917 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-de0f7fb1-9bd9-4e83-8028-06ad3df9c665 req-e28f4b04-6af0-4ba4-828b-85df736fda60 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "PUT /v2.0/ports/c1eea02c-8f3c-46cb-b013-224610c7a89f HTTP/1.1" status: 200 len: 942 time: 0.3436971 Jul 08 13:13:26.764411 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3921c17a-0f1c-423c-8a10-1447d9300f3c', 'tag': 'c1eea02c-8f3c-46cb-b013-224610c7a89f'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:13:26.766678 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79934bd8df5839606b1ce54b63dc7d70fed780423e2c756261eeaeb19bf0c4d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df53fd2a-fe3f-4c75-bdf0-ca2c7060cfc8" -d '{"events": [{"name": "network-changed", "server_uuid": "3921c17a-0f1c-423c-8a10-1447d9300f3c", "tag": "c1eea02c-8f3c-46cb-b013-224610c7a89f"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:13:26.770465 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 46810) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:13:26.794018 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28f4b04-6af0-4ba4-828b-85df736fda60 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Pushing event updated for resources: {'Port': ['ID=c1eea02c-8f3c-46cb-b013-224610c7a89f,revision_number=7']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:13:26.832070 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 13:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5414c16-b7fe-436a-b054-152e3bb24b6d x-openstack-request-id: req-f5414c16-b7fe-436a-b054-152e3bb24b6d {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:13:26.832463 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3921c17a-0f1c-423c-8a10-1447d9300f3c", "tag": "c1eea02c-8f3c-46cb-b013-224610c7a89f", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:13:26.832781 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f5414c16-b7fe-436a-b054-152e3bb24b6d {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:13:26.833286 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3921c17a-0f1c-423c-8a10-1447d9300f3c', 'tag': 'c1eea02c-8f3c-46cb-b013-224610c7a89f', 'status': 'completed', 'code': 200} Jul 08 13:13:26.846973 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-a273d084-10bd-438c-83c6-bf7c72991c2e tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:26.877060 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-a273d084-10bd-438c-83c6-bf7c72991c2e tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:26.898404 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] get_ports_and_sgs() called for port_ids ['c1eea02c-8f3c-46cb-b013-224610c7a89f'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 13:13:26.944778 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53fd2a-fe3f-4c75-bdf0-ca2c7060cfc8 req-7c31d6c6-dd42-411d-9474-cae5d89efacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:13:26.948622 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-df53fd2a-fe3f-4c75-bdf0-ca2c7060cfc8 req-7c31d6c6-dd42-411d-9474-cae5d89efacf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=958197013bcb4a9e81d5d18c4a0419bf&device_id=3921c17a-0f1c-423c-8a10-1447d9300f3c HTTP/1.1" status: 200 len: 1098 time: 0.0725982 Jul 08 13:13:26.961801 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-a273d084-10bd-438c-83c6-bf7c72991c2e tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:26.965248 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-a273d084-10bd-438c-83c6-bf7c72991c2e tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:26.968992 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-a273d084-10bd-438c-83c6-bf7c72991c2e tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "DELETE /v2.0/security-groups/5a310f95-cae2-424f-8b01-12916fbd260b HTTP/1.1" status: 204 len: 168 time: 0.1945057 Jul 08 13:13:26.970843 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 46812) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:13:26.985976 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a273d084-10bd-438c-83c6-bf7c72991c2e tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a310f95-cae2-424f-8b01-12916fbd260b,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:13:27.059981 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53fd2a-fe3f-4c75-bdf0-ca2c7060cfc8 req-c77d470b-2409-4575-900d-523f0d9e140f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:13:27.061721 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-df53fd2a-fe3f-4c75-bdf0-ca2c7060cfc8 req-c77d470b-2409-4575-900d-523f0d9e140f service neutron] 10.222.0.21 "GET /v2.0/networks?id=06a4880b-8499-4cd0-a02d-0208585c0e62 HTTP/1.1" status: 200 len: 916 time: 0.1064842 Jul 08 13:13:27.077815 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.provisioning_blocks [None req-b6a28f0e-dcce-4dbb-bbb9-4150968eb5e0 None None] Provisioning complete for port c1eea02c-8f3c-46cb-b013-224610c7a89f triggered by entity DHCP. {{(pid=93013) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 08 13:13:27.078187 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-b6a28f0e-dcce-4dbb-bbb9-4150968eb5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391998'] for port, provisioning_complete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:27.130485 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-df53fd2a-fe3f-4c75-bdf0-ca2c7060cfc8 req-3f33b4b7-ef6c-4184-b37a-8f148a69ccc4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1eea02c-8f3c-46cb-b013-224610c7a89f HTTP/1.1" status: 200 len: 1001 time: 0.0618970 Jul 08 13:13:27.153841 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-723b2b63-5666-4c31-960d-bb7e007bb17c tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Deleting port ea4baf62-a007-44c4-844b-1cc1c337101d {{(pid=93012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:13:27.154326 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-723b2b63-5666-4c31-960d-bb7e007bb17c tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:27.180713 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53fd2a-fe3f-4c75-bdf0-ca2c7060cfc8 req-d96819a9-1d15-4617-afb4-5ae60076b6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:13:27.182185 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-df53fd2a-fe3f-4c75-bdf0-ca2c7060cfc8 req-d96819a9-1d15-4617-afb4-5ae60076b6af service neutron] 10.222.0.21 "GET /v2.0/subnets?id=30654fd0-5ba3-44e3-b5e2-b73593ce97d3 HTTP/1.1" status: 200 len: 854 time: 0.0454097 Jul 08 13:13:27.234197 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-723b2b63-5666-4c31-960d-bb7e007bb17c tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:27.234443 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-723b2b63-5666-4c31-960d-bb7e007bb17c tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:27.239124 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53fd2a-fe3f-4c75-bdf0-ca2c7060cfc8 req-2363f553-6a8c-437e-bdda-326fdea15edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:13:27.240697 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-df53fd2a-fe3f-4c75-bdf0-ca2c7060cfc8 req-2363f553-6a8c-437e-bdda-326fdea15edc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=06a4880b-8499-4cd0-a02d-0208585c0e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0518935 Jul 08 13:13:27.246494 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-723b2b63-5666-4c31-960d-bb7e007bb17c tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Calling delete_port for ea4baf62-a007-44c4-844b-1cc1c337101d owned by network:floatingip {{(pid=93012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:13:27.331421 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-df53fd2a-fe3f-4c75-bdf0-ca2c7060cfc8 req-7b67fcc1-8772-42a8-a158-a6532ca40e6a service neutron] 10.222.0.21 "GET /v2.0/networks/06a4880b-8499-4cd0-a02d-0208585c0e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837698 Jul 08 13:13:27.395476 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-723b2b63-5666-4c31-960d-bb7e007bb17c tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4509848'] for port, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:27.419360 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723b2b63-5666-4c31-960d-bb7e007bb17c tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Pushing event deleted for resources: {'Port': ['ID=ea4baf62-a007-44c4-844b-1cc1c337101d,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:13:27.421433 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-df53fd2a-fe3f-4c75-bdf0-ca2c7060cfc8 req-5dc077c0-52de-4693-902d-ab66d3d4629f service neutron] 10.222.0.21 "GET /v2.0/networks/06a4880b-8499-4cd0-a02d-0208585c0e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828593 Jul 08 13:13:27.433260 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723b2b63-5666-4c31-960d-bb7e007bb17c tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:13:27.433610 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723b2b63-5666-4c31-960d-bb7e007bb17c tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:13:27.433949 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723b2b63-5666-4c31-960d-bb7e007bb17c tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:13:27.434282 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723b2b63-5666-4c31-960d-bb7e007bb17c tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:13:27.434614 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723b2b63-5666-4c31-960d-bb7e007bb17c tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:13:27.434942 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723b2b63-5666-4c31-960d-bb7e007bb17c tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:13:27.435268 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723b2b63-5666-4c31-960d-bb7e007bb17c tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:13:27.435593 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723b2b63-5666-4c31-960d-bb7e007bb17c tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:13:27.435917 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723b2b63-5666-4c31-960d-bb7e007bb17c tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:13:27.436264 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723b2b63-5666-4c31-960d-bb7e007bb17c tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:13:27.436590 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723b2b63-5666-4c31-960d-bb7e007bb17c tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:13:27.436914 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723b2b63-5666-4c31-960d-bb7e007bb17c tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-789603-11-iscsi {{(pid=93012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 08 13:13:27.494476 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-723b2b63-5666-4c31-960d-bb7e007bb17c tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks [] for floatingip, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:27.494700 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.db.l3_db [None req-723b2b63-5666-4c31-960d-bb7e007bb17c tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Floating IP cdc913cb-b68b-428d-90c2-3201f91e8a44 disassociated (deleted). External IP: 172.27.1.155, port: c1eea02c-8f3c-46cb-b013-224610c7a89f. Jul 08 13:13:27.696130 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723b2b63-5666-4c31-960d-bb7e007bb17c tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Router dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5 has already been hosted by L3 agent f415b27f-d318-40de-bd28-ecbd03c16a41 {{(pid=93012) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 13:13:27.799373 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723b2b63-5666-4c31-960d-bb7e007bb17c tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify agent at l3_agent.dv-cinder-789603-11-iscsi the message routers_updated {{(pid=93012) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:13:27.805054 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-723b2b63-5666-4c31-960d-bb7e007bb17c tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for floatingip, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:27.810370 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef273718-31b7-4132-8e09-75aa05952eab None None] Sync routers for ids ['dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5'] in dv-cinder-789603-11-iscsi {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:13:27.819717 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef273718-31b7-4132-8e09-75aa05952eab None None] Routers {'dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:13:27.820374 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-ef273718-31b7-4132-8e09-75aa05952eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:13:05Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:13:27.840953 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-723b2b63-5666-4c31-960d-bb7e007bb17c tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "DELETE /v2.0/floatingips/cdc913cb-b68b-428d-90c2-3201f91e8a44 HTTP/1.1" status: 204 len: 168 time: 0.8677447 Jul 08 13:13:27.841465 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3921c17a-0f1c-423c-8a10-1447d9300f3c', 'tag': 'c1eea02c-8f3c-46cb-b013-224610c7a89f'}] {{(pid=93012) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:13:27.843721 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd052ad9988fae0c023d90ace067622d59124d56325abb0637f2c794eb114897" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e136097-0179-4686-8a85-2036967abc64" -d '{"events": [{"name": "network-changed", "server_uuid": "3921c17a-0f1c-423c-8a10-1447d9300f3c", "tag": "c1eea02c-8f3c-46cb-b013-224610c7a89f"}]}' {{(pid=93012) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:13:27.882628 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 08 Jul 2021 13:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b8a18f-555e-4da0-9d95-a1e017b31fcc x-openstack-request-id: req-f8b8a18f-555e-4da0-9d95-a1e017b31fcc {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:13:27.883014 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3921c17a-0f1c-423c-8a10-1447d9300f3c", "tag": "c1eea02c-8f3c-46cb-b013-224610c7a89f", "status": "completed", "code": 200}]} {{(pid=93012) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:13:27.883353 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f8b8a18f-555e-4da0-9d95-a1e017b31fcc {{(pid=93012) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:13:27.883852 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3921c17a-0f1c-423c-8a10-1447d9300f3c', 'tag': 'c1eea02c-8f3c-46cb-b013-224610c7a89f', 'status': 'completed', 'code': 200} Jul 08 13:13:27.927531 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-ef273718-31b7-4132-8e09-75aa05952eab None None] Set router dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:13:27.984486 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e136097-0179-4686-8a85-2036967abc64 req-4776698f-1269-4462-9e19-8be8e83788ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:13:27.985966 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-4e136097-0179-4686-8a85-2036967abc64 req-4776698f-1269-4462-9e19-8be8e83788ac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=958197013bcb4a9e81d5d18c4a0419bf&device_id=3921c17a-0f1c-423c-8a10-1447d9300f3c HTTP/1.1" status: 200 len: 1098 time: 0.0583863 Jul 08 13:13:28.102504 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e136097-0179-4686-8a85-2036967abc64 req-e429cab1-b9c2-47c0-a7a9-1a91e0f2aae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:13:28.104028 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-4e136097-0179-4686-8a85-2036967abc64 req-e429cab1-b9c2-47c0-a7a9-1a91e0f2aae9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=06a4880b-8499-4cd0-a02d-0208585c0e62 HTTP/1.1" status: 200 len: 916 time: 0.1111352 Jul 08 13:13:28.143981 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-ef273718-31b7-4132-8e09-75aa05952eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5', 'name': 'tempest-TestMinimumBasicScenario-1435379159-router', 'tenant_id': '958197013bcb4a9e81d5d18c4a0419bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '4cdae452-4848-4422-965c-11d8acaecfcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:11:20Z', 'updated_at': '2021-07-08T13:11:22Z', 'revision_number': 4, 'project_id': '958197013bcb4a9e81d5d18c4a0419bf', 'gw_port': {'id': '4cdae452-4848-4422-965c-11d8acaecfcd', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:97:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:11:20Z', 'updated_at': '2021-07-08T13:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': 'e4327487-e92d-4a10-8541-e9e65d8d2a1d', 'name': '', 'network_id': '06a4880b-8499-4cd0-a02d-0208585c0e62', 'tenant_id': '958197013bcb4a9e81d5d18c4a0419bf', 'mac_address': 'fa:16:3e:d8:06:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '30654fd0-5ba3-44e3-b5e2-b73593ce97d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:11:22Z', 'updated_at': '2021-07-08T13:11:29Z', 'revision_number': 5, 'project_id': '958197013bcb4a9e81d5d18c4a0419bf', 'subnets': [{'id': '30654fd0-5ba3-44e3-b5e2-b73593ce97d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:13:28.148585 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-4e136097-0179-4686-8a85-2036967abc64 req-44ed5c66-809e-4d76-abf7-53a267203b55 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1eea02c-8f3c-46cb-b013-224610c7a89f HTTP/1.1" status: 200 len: 217 time: 0.0376513 Jul 08 13:13:28.177319 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef273718-31b7-4132-8e09-75aa05952eab None None] Checking router: dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5 for host: dv-cinder-789603-11-iscsi {{(pid=93013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:13:28.187498 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef273718-31b7-4132-8e09-75aa05952eab None None] Routers {'dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:13:28.188198 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-ef273718-31b7-4132-8e09-75aa05952eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:13:05Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:13:28.212029 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e136097-0179-4686-8a85-2036967abc64 req-6ecfd620-3b52-46d1-abe3-b64f6acf1ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:13:28.213520 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-4e136097-0179-4686-8a85-2036967abc64 req-6ecfd620-3b52-46d1-abe3-b64f6acf1ae2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=30654fd0-5ba3-44e3-b5e2-b73593ce97d3 HTTP/1.1" status: 200 len: 854 time: 0.0533469 Jul 08 13:13:28.289113 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e136097-0179-4686-8a85-2036967abc64 req-b006811e-c67c-4f02-9782-79ba5d4a908e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:13:28.290723 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-4e136097-0179-4686-8a85-2036967abc64 req-b006811e-c67c-4f02-9782-79ba5d4a908e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=06a4880b-8499-4cd0-a02d-0208585c0e62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0555639 Jul 08 13:13:28.293775 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-ef273718-31b7-4132-8e09-75aa05952eab None None] Set router dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:13:28.380033 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-4e136097-0179-4686-8a85-2036967abc64 req-08b60965-8506-47ff-8deb-b7f6e21df4e2 service neutron] 10.222.0.21 "GET /v2.0/networks/06a4880b-8499-4cd0-a02d-0208585c0e62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812199 Jul 08 13:13:28.485429 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-4e136097-0179-4686-8a85-2036967abc64 req-b69b6828-26b3-44ba-9db2-d8b8cd47de02 service neutron] 10.222.0.21 "GET /v2.0/networks/06a4880b-8499-4cd0-a02d-0208585c0e62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864656 Jul 08 13:13:28.491996 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-ef273718-31b7-4132-8e09-75aa05952eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5', 'name': 'tempest-TestMinimumBasicScenario-1435379159-router', 'tenant_id': '958197013bcb4a9e81d5d18c4a0419bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '4cdae452-4848-4422-965c-11d8acaecfcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:11:20Z', 'updated_at': '2021-07-08T13:11:22Z', 'revision_number': 4, 'project_id': '958197013bcb4a9e81d5d18c4a0419bf', 'gw_port': {'id': '4cdae452-4848-4422-965c-11d8acaecfcd', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:97:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:11:20Z', 'updated_at': '2021-07-08T13:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': 'e4327487-e92d-4a10-8541-e9e65d8d2a1d', 'name': '', 'network_id': '06a4880b-8499-4cd0-a02d-0208585c0e62', 'tenant_id': '958197013bcb4a9e81d5d18c4a0419bf', 'mac_address': 'fa:16:3e:d8:06:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '30654fd0-5ba3-44e3-b5e2-b73593ce97d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:11:22Z', 'updated_at': '2021-07-08T13:11:29Z', 'revision_number': 5, 'project_id': '958197013bcb4a9e81d5d18c4a0419bf', 'subnets': [{'id': '30654fd0-5ba3-44e3-b5e2-b73593ce97d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:13:28.517614 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef273718-31b7-4132-8e09-75aa05952eab None None] The sync data for ids ['dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5'] in dv-cinder-789603-11-iscsi is: [{'id': 'dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5', 'name': 'tempest-TestMinimumBasicScenario-1435379159-router', 'tenant_id': '958197013bcb4a9e81d5d18c4a0419bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '4cdae452-4848-4422-965c-11d8acaecfcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:11:20Z', 'updated_at': '2021-07-08T13:11:22Z', 'revision_number': 4, 'project_id': '958197013bcb4a9e81d5d18c4a0419bf', 'gw_port': {'id': '4cdae452-4848-4422-965c-11d8acaecfcd', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:97:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:11:20Z', 'updated_at': '2021-07-08T13:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi', '_interfaces': [{'id': 'e4327487-e92d-4a10-8541-e9e65d8d2a1d', 'name': '', 'network_id': '06a4880b-8499-4cd0-a02d-0208585c0e62', 'tenant_id': '958197013bcb4a9e81d5d18c4a0419bf', 'mac_address': 'fa:16:3e:d8:06:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '30654fd0-5ba3-44e3-b5e2-b73593ce97d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:11:22Z', 'updated_at': '2021-07-08T13:11:29Z', 'revision_number': 5, 'project_id': '958197013bcb4a9e81d5d18c4a0419bf', 'subnets': [{'id': '30654fd0-5ba3-44e3-b5e2-b73593ce97d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:13:28.736065 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c557f1a-d0c5-44e8-a909-cfdc6285ed73 None None] New status for floating IP cdc913cb-b68b-428d-90c2-3201f91e8a44: DOWN {{(pid=93014) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 08 13:13:30.114091 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:30.891874 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568847e2-928e-42af-97dc-67ddf91c922b req-4f4c961f-f10b-424b-abcb-223986904497 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93012) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:13:30.893390 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-568847e2-928e-42af-97dc-67ddf91c922b req-4f4c961f-f10b-424b-abcb-223986904497 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/ports?device_id=3921c17a-0f1c-423c-8a10-1447d9300f3c HTTP/1.1" status: 200 len: 945 time: 0.0672150 Jul 08 13:13:30.930519 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [req-568847e2-928e-42af-97dc-67ddf91c922b req-8740ec99-69c8-4f1e-8563-619c741f993a tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/security-groups?id=7d1415b4-3621-40a5-a90f-678d55bd5ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315721 Jul 08 13:13:32.103603 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8566775-3e95-42df-897e-b12eb068e3c6 req-eab1706c-15c5-4cdb-88ed-27279fc71e7a tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:13:32.105119 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-b8566775-3e95-42df-897e-b12eb068e3c6 req-eab1706c-15c5-4cdb-88ed-27279fc71e7a tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/ports?device_id=3921c17a-0f1c-423c-8a10-1447d9300f3c HTTP/1.1" status: 200 len: 945 time: 0.0648768 Jul 08 13:13:32.141656 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-b8566775-3e95-42df-897e-b12eb068e3c6 req-36fe85e4-5717-4594-8d7f-76f2105bd306 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/security-groups?id=7d1415b4-3621-40a5-a90f-678d55bd5ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307455 Jul 08 13:13:32.542892 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-910950f9-e579-4237-85e4-a563b8b90534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:32.708461 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a14824-082e-421b-87ec-30a3b2512e82 req-d3135b29-d9ca-4f85-ac5f-2eea46b26a23 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93011) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 08 13:13:32.709895 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-12a14824-082e-421b-87ec-30a3b2512e82 req-d3135b29-d9ca-4f85-ac5f-2eea46b26a23 tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.21 "GET /v2.0/ports?device_id=3921c17a-0f1c-423c-8a10-1447d9300f3c HTTP/1.1" status: 200 len: 945 time: 0.0641351 Jul 08 13:13:32.810212 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [req-12a14824-082e-421b-87ec-30a3b2512e82 req-e2aacd9c-465d-4fa7-9a6e-60f9b7c82d6b tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Deleting port c1eea02c-8f3c-46cb-b013-224610c7a89f {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:13:32.810451 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-12a14824-082e-421b-87ec-30a3b2512e82 req-e2aacd9c-465d-4fa7-9a6e-60f9b7c82d6b tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:32.895621 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [req-12a14824-082e-421b-87ec-30a3b2512e82 req-e2aacd9c-465d-4fa7-9a6e-60f9b7c82d6b tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] For port c1eea02c-8f3c-46cb-b013-224610c7a89f, host hv-cinder-78960, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78960',level=0,port_id=c1eea02c-8f3c-46cb-b013-224610c7a89f,segment=NetworkSegment(51c23279-a1ff-437b-9aa4-0fd6059e4ce8),segment_id=51c23279-a1ff-437b-9aa4-0fd6059e4ce8)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:13:32.895988 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-12a14824-082e-421b-87ec-30a3b2512e82 req-e2aacd9c-465d-4fa7-9a6e-60f9b7c82d6b tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:32.912916 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [req-12a14824-082e-421b-87ec-30a3b2512e82 req-e2aacd9c-465d-4fa7-9a6e-60f9b7c82d6b tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Calling delete_port for c1eea02c-8f3c-46cb-b013-224610c7a89f owned by compute:nova {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:13:33.038541 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-12a14824-082e-421b-87ec-30a3b2512e82 req-e2aacd9c-465d-4fa7-9a6e-60f9b7c82d6b tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789347'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:33.067588 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aacd9c-465d-4fa7-9a6e-60f9b7c82d6b tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Pushing event deleted for resources: {'Port': ['ID=c1eea02c-8f3c-46cb-b013-224610c7a89f,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:13:33.079604 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] get_ports_and_sgs() called for port_ids ['c1eea02c-8f3c-46cb-b013-224610c7a89f'] {{(pid=93013) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 08 13:13:33.119337 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a14824-082e-421b-87ec-30a3b2512e82 req-e2aacd9c-465d-4fa7-9a6e-60f9b7c82d6b tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] No DVR routers for this DVR port c1eea02c-8f3c-46cb-b013-224610c7a89f on host hv-cinder-78960 {{(pid=93011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:13:33.122015 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [req-12a14824-082e-421b-87ec-30a3b2512e82 req-e2aacd9c-465d-4fa7-9a6e-60f9b7c82d6b tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230273'] for port, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:33.124410 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-12a14824-082e-421b-87ec-30a3b2512e82 req-e2aacd9c-465d-4fa7-9a6e-60f9b7c82d6b tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.21 "DELETE /v2.0/ports/c1eea02c-8f3c-46cb-b013-224610c7a89f HTTP/1.1" status: 204 len: 173 time: 0.4087009 Jul 08 13:13:33.124865 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3921c17a-0f1c-423c-8a10-1447d9300f3c', 'name': 'network-vif-deleted', 'tag': 'c1eea02c-8f3c-46cb-b013-224610c7a89f'}] {{(pid=93011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 08 13:13:33.128465 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79934bd8df5839606b1ce54b63dc7d70fed780423e2c756261eeaeb19bf0c4d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aecd951-a652-4071-b2c0-b55dae42e9f3" -d '{"events": [{"server_uuid": "3921c17a-0f1c-423c-8a10-1447d9300f3c", "name": "network-vif-deleted", "tag": "c1eea02c-8f3c-46cb-b013-224610c7a89f"}]}' {{(pid=93011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 08 13:13:33.168708 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 08 Jul 2021 13:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc7dc8e-c645-4922-98f8-c327985a8433 x-openstack-request-id: req-ecc7dc8e-c645-4922-98f8-c327985a8433 {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 08 13:13:33.168991 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3921c17a-0f1c-423c-8a10-1447d9300f3c", "name": "network-vif-deleted", "tag": "c1eea02c-8f3c-46cb-b013-224610c7a89f", "status": "completed", "code": 200}]} {{(pid=93011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 08 13:13:33.169234 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ecc7dc8e-c645-4922-98f8-c327985a8433 {{(pid=93011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 08 13:13:33.169621 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3921c17a-0f1c-423c-8a10-1447d9300f3c', 'name': 'network-vif-deleted', 'tag': 'c1eea02c-8f3c-46cb-b013-224610c7a89f', 'status': 'completed', 'code': 200} Jul 08 13:13:33.281377 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [req-60fc5f4b-0c7f-4534-a39a-24e99d739e12 req-fe57e143-2e35-482f-a278-419e4634f79e tempest-TestMinimumBasicScenario-1973413095 tempest-TestMinimumBasicScenario-1973413095-project] 10.222.0.59 "GET /v2.0/ports?device_id=3921c17a-0f1c-423c-8a10-1447d9300f3c HTTP/1.1" status: 200 len: 210 time: 0.0309238 Jul 08 13:13:34.983065 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 46900) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:13:35.389403 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-16384199-a497-4098-9a7d-2adfcb55a238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:35.593601 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d79a9495-058d-4037-9041-7eeab5f69aaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544778'] for router_interface, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:35.728439 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:35.844690 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-d79a9495-058d-4037-9041-7eeab5f69aaa admin admin] Deleting port e4327487-e92d-4a10-8541-e9e65d8d2a1d {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:13:35.845028 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d79a9495-058d-4037-9041-7eeab5f69aaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:35.922180 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-d79a9495-058d-4037-9041-7eeab5f69aaa admin admin] For port e4327487-e92d-4a10-8541-e9e65d8d2a1d, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=e4327487-e92d-4a10-8541-e9e65d8d2a1d,segment=NetworkSegment(51c23279-a1ff-437b-9aa4-0fd6059e4ce8),segment_id=51c23279-a1ff-437b-9aa4-0fd6059e4ce8)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:13:35.922527 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d79a9495-058d-4037-9041-7eeab5f69aaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:35.934893 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-d79a9495-058d-4037-9041-7eeab5f69aaa admin admin] Calling delete_port for e4327487-e92d-4a10-8541-e9e65d8d2a1d owned by network:router_interface {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:13:36.112021 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d79a9495-058d-4037-9041-7eeab5f69aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789347'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:36.137804 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79a9495-058d-4037-9041-7eeab5f69aaa admin admin] Pushing event deleted for resources: {'Port': ['ID=e4327487-e92d-4a10-8541-e9e65d8d2a1d,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:13:36.160499 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-97c8e7b9-57f7-456d-825e-78a0ef1aae16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:36.313202 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-d79a9495-058d-4037-9041-7eeab5f69aaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544972'] for router_interface, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:36.521622 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d79a9495-058d-4037-9041-7eeab5f69aaa admin admin] Router dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5 has already been hosted by L3 agent f415b27f-d318-40de-bd28-ecbd03c16a41 {{(pid=93011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 13:13:36.641433 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79a9495-058d-4037-9041-7eeab5f69aaa admin admin] Notify agent at l3_agent.dv-cinder-789603-11-iscsi the message routers_updated {{(pid=93011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:13:36.647134 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-d79a9495-058d-4037-9041-7eeab5f69aaa admin admin] 10.222.0.59 "PUT /v2.0/routers/dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6624975 Jul 08 13:13:36.649171 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 46904) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:13:36.650056 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d5b1bf-4a52-438d-aa0f-c71cf2b6e70e None None] Sync routers for ids ['dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5'] in dv-cinder-789603-11-iscsi {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:13:36.659172 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d5b1bf-4a52-438d-aa0f-c71cf2b6e70e None None] Routers {'dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:13:36.659780 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-99d5b1bf-4a52-438d-aa0f-c71cf2b6e70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:13:35Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:13:36.749683 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f366d706-3ad8-4973-9ba4-55ef545e6033 admin admin] Notify callbacks [] for router, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:36.763412 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-99d5b1bf-4a52-438d-aa0f-c71cf2b6e70e None None] Set router dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:13:36.854034 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f366d706-3ad8-4973-9ba4-55ef545e6033 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:36.920333 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-f366d706-3ad8-4973-9ba4-55ef545e6033 admin admin] Deleting port 4cdae452-4848-4422-965c-11d8acaecfcd {{(pid=93012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:13:36.920667 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f366d706-3ad8-4973-9ba4-55ef545e6033 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:36.947999 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-99d5b1bf-4a52-438d-aa0f-c71cf2b6e70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5', 'name': 'tempest-TestMinimumBasicScenario-1435379159-router', 'tenant_id': '958197013bcb4a9e81d5d18c4a0419bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199'}], 'enable_snat': True}, 'gw_port_id': '4cdae452-4848-4422-965c-11d8acaecfcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:11:20Z', 'updated_at': '2021-07-08T13:13:36Z', 'revision_number': 5, 'project_id': '958197013bcb4a9e81d5d18c4a0419bf', 'gw_port': {'id': '4cdae452-4848-4422-965c-11d8acaecfcd', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:97:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:11:20Z', 'updated_at': '2021-07-08T13:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi'}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:13:36.973070 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d5b1bf-4a52-438d-aa0f-c71cf2b6e70e None None] Checking router: dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5 for host: dv-cinder-789603-11-iscsi {{(pid=93013) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:13:36.981820 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d5b1bf-4a52-438d-aa0f-c71cf2b6e70e None None] Routers {'dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93013) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:13:36.982428 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-99d5b1bf-4a52-438d-aa0f-c71cf2b6e70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:13:35Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5'], 'active': True} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:13:37.003980 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [None req-f366d706-3ad8-4973-9ba4-55ef545e6033 admin admin] For port 4cdae452-4848-4422-965c-11d8acaecfcd, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=4cdae452-4848-4422-965c-11d8acaecfcd,segment=NetworkSegment(ec4eb99c-636e-43d3-922e-332a95a4195c),segment_id=ec4eb99c-636e-43d3-922e-332a95a4195c)] {{(pid=93012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:13:37.004369 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f366d706-3ad8-4973-9ba4-55ef545e6033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:37.016633 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-f366d706-3ad8-4973-9ba4-55ef545e6033 admin admin] Calling delete_port for 4cdae452-4848-4422-965c-11d8acaecfcd owned by network:router_gateway {{(pid=93012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:13:37.068832 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device c1eea02c-8f3c-46cb-b013-224610c7a89f no longer exists at agent hyperv_hv-cinder-78960 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:13:37.071270 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvr_db [None req-99d5b1bf-4a52-438d-aa0f-c71cf2b6e70e None None] Set router dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5 gateway port host: None {{(pid=93013) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:13:37.264912 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] No Port match for: c1eea02c-8f3c-46cb-b013-224610c7a89f {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:13:37.265215 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Device c1eea02c-8f3c-46cb-b013-224610c7a89f not bound to the agent host hv-cinder-78960 {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:13:37.266768 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_hamode_db [None req-99d5b1bf-4a52-438d-aa0f-c71cf2b6e70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5', 'name': 'tempest-TestMinimumBasicScenario-1435379159-router', 'tenant_id': '958197013bcb4a9e81d5d18c4a0419bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:11:20Z', 'updated_at': '2021-07-08T13:13:36Z', 'revision_number': 6, 'project_id': '958197013bcb4a9e81d5d18c4a0419bf', 'gw_port_host': None}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:13:37.294156 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d5b1bf-4a52-438d-aa0f-c71cf2b6e70e None None] The sync data for ids ['dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5'] in dv-cinder-789603-11-iscsi is: [{'id': 'dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5', 'name': 'tempest-TestMinimumBasicScenario-1435379159-router', 'tenant_id': '958197013bcb4a9e81d5d18c4a0419bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:11:20Z', 'updated_at': '2021-07-08T13:13:36Z', 'revision_number': 6, 'project_id': '958197013bcb4a9e81d5d18c4a0419bf', 'gw_port_host': None}] {{(pid=93013) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:13:37.447118 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f366d706-3ad8-4973-9ba4-55ef545e6033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4509848'] for port, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:37.475396 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f366d706-3ad8-4973-9ba4-55ef545e6033 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cdae452-4848-4422-965c-11d8acaecfcd,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:13:37.535024 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f366d706-3ad8-4973-9ba4-55ef545e6033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545735'] for router_gateway, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:37.624288 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f366d706-3ad8-4973-9ba4-55ef545e6033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8364084'] for router, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:37.626463 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f366d706-3ad8-4973-9ba4-55ef545e6033 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:37.673800 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f366d706-3ad8-4973-9ba4-55ef545e6033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-542115'] for router, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:37.674378 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f366d706-3ad8-4973-9ba4-55ef545e6033 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5 {{(pid=93012) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 13:13:37.679537 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-f366d706-3ad8-4973-9ba4-55ef545e6033 admin admin] Notify callbacks [] for router, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:37.680742 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-f366d706-3ad8-4973-9ba4-55ef545e6033 admin admin] 10.222.0.59 "DELETE /v2.0/routers/dbe0d60f-25fb-4b15-8b1f-d55e1cb9eae5 HTTP/1.1" status: 204 len: 168 time: 1.0305266 Jul 08 13:13:37.683181 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 46908) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:13:37.732966 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.db_base_plugin_v2 [None req-9792f434-aac4-46ca-be45-7b115008e248 admin admin] Deleting subnet 30654fd0-5ba3-44e3-b5e2-b73593ce97d3 {{(pid=93012) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 13:13:37.735967 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9792f434-aac4-46ca-be45-7b115008e248 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:37.770006 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9792f434-aac4-46ca-be45-7b115008e248 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4653433'] for subnet, precommit_delete_associations {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:37.849661 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9792f434-aac4-46ca-be45-7b115008e248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388364'] for subnet, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:37.911383 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9792f434-aac4-46ca-be45-7b115008e248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4509906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4655938'] for subnet, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:37.914232 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-615b644b-3110-4324-8d19-7b6387de29b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:37.938844 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792f434-aac4-46ca-be45-7b115008e248 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30654fd0-5ba3-44e3-b5e2-b73593ce97d3,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:13:37.940876 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-9792f434-aac4-46ca-be45-7b115008e248 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for subnet, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:37.942740 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-9792f434-aac4-46ca-be45-7b115008e248 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/30654fd0-5ba3-44e3-b5e2-b73593ce97d3 HTTP/1.1" status: 204 len: 168 time: 0.2585950 Jul 08 13:13:37.945937 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 46910) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:13:37.946553 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ee0061-8f77-4e45-afbe-da1e0ec6bfbc None None] Network 06a4880b-8499-4cd0-a02d-0208585c0e62 requested from dv-cinder-789603-11-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 13:13:38.013683 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4f31f7bf-d906-473b-876f-142f789db906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1445167'] for network, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:38.074001 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-4f31f7bf-d906-473b-876f-142f789db906 admin admin] Deleting port 1ecd5834-4ac3-418e-9d45-d4afa2915301 {{(pid=93012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:13:38.074418 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4f31f7bf-d906-473b-876f-142f789db906 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:38.150440 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [None req-4f31f7bf-d906-473b-876f-142f789db906 admin admin] For port 1ecd5834-4ac3-418e-9d45-d4afa2915301, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=1ecd5834-4ac3-418e-9d45-d4afa2915301,segment=NetworkSegment(51c23279-a1ff-437b-9aa4-0fd6059e4ce8),segment_id=51c23279-a1ff-437b-9aa4-0fd6059e4ce8)] {{(pid=93012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:13:38.150817 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4f31f7bf-d906-473b-876f-142f789db906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:38.158942 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0c5c13-7c52-426d-8f65-653f1eb0f546 None None] DHCP port deletion for 06a4880b-8499-4cd0-a02d-0208585c0e62 request from dv-cinder-789603-11-iscsi {{(pid=93013) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 13:13:38.171767 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-4f31f7bf-d906-473b-876f-142f789db906 admin admin] Calling delete_port for 1ecd5834-4ac3-418e-9d45-d4afa2915301 owned by network:dhcp {{(pid=93012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:13:38.212156 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-df0c5c13-7c52-426d-8f65-653f1eb0f546 None None] Deleting port 1ecd5834-4ac3-418e-9d45-d4afa2915301 {{(pid=93013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:13:38.212700 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-df0c5c13-7c52-426d-8f65-653f1eb0f546 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:38.266700 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4f31f7bf-d906-473b-876f-142f789db906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4509848'] for port, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:38.297240 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-df0c5c13-7c52-426d-8f65-653f1eb0f546 None None] For port 1ecd5834-4ac3-418e-9d45-d4afa2915301, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=1ecd5834-4ac3-418e-9d45-d4afa2915301,segment=NetworkSegment(51c23279-a1ff-437b-9aa4-0fd6059e4ce8),segment_id=51c23279-a1ff-437b-9aa4-0fd6059e4ce8)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:13:38.297633 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-df0c5c13-7c52-426d-8f65-653f1eb0f546 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:38.300434 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f31f7bf-d906-473b-876f-142f789db906 admin admin] No DVR routers for this DVR port 1ecd5834-4ac3-418e-9d45-d4afa2915301 on host dv-cinder-789603-11-iscsi {{(pid=93012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:13:38.305719 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f31f7bf-d906-473b-876f-142f789db906 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ecd5834-4ac3-418e-9d45-d4afa2915301,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:13:38.312442 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-df0c5c13-7c52-426d-8f65-653f1eb0f546 None None] Calling delete_port for 1ecd5834-4ac3-418e-9d45-d4afa2915301 owned by network:dhcp {{(pid=93013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:13:38.381257 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4f31f7bf-d906-473b-876f-142f789db906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385719', 'neutron.services.segments.db._delete_segments_for_network-8739449493333'] for network, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:38.393367 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-4f31f7bf-d906-473b-876f-142f789db906 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06a4880b-8499-4cd0-a02d-0208585c0e62']}} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:13:38.399918 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-df0c5c13-7c52-426d-8f65-653f1eb0f546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285'] for port, after_delete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:38.404501 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-4f31f7bf-d906-473b-876f-142f789db906 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51c23279-a1ff-437b-9aa4-0fd6059e4ce8') {'for_net_delete': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:13:38.404796 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-4f31f7bf-d906-473b-876f-142f789db906 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51c23279-a1ff-437b-9aa4-0fd6059e4ce8') {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:13:38.414057 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4f31f7bf-d906-473b-876f-142f789db906 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739449365041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4653424'] for segment, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:38.427531 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4f31f7bf-d906-473b-876f-142f789db906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1381891'] for segment, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:38.430500 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0c5c13-7c52-426d-8f65-653f1eb0f546 None None] Pushing event deleted for resources: {'Port': ['ID=1ecd5834-4ac3-418e-9d45-d4afa2915301,revision_number=None']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:13:38.432542 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0c5c13-7c52-426d-8f65-653f1eb0f546 None None] No DVR routers for this DVR port 1ecd5834-4ac3-418e-9d45-d4afa2915301 on host dv-cinder-789603-11-iscsi {{(pid=93013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:13:38.434746 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f31f7bf-d906-473b-876f-142f789db906 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=93012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 13:13:38.435152 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4f31f7bf-d906-473b-876f-142f789db906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1381891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4509813'] for segment, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:38.436890 dv-cinder-789603-11-iscsi neutron-server[93012]: Traceback (most recent call last): Jul 08 13:13:38.436890 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 13:13:38.436890 dv-cinder-789603-11-iscsi neutron-server[93012]: timer() Jul 08 13:13:38.436890 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 13:13:38.436890 dv-cinder-789603-11-iscsi neutron-server[93012]: cb(*args, **kw) Jul 08 13:13:38.436890 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 13:13:38.436890 dv-cinder-789603-11-iscsi neutron-server[93012]: return func(*args, **kwargs) Jul 08 13:13:38.436890 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 13:13:38.436890 dv-cinder-789603-11-iscsi neutron-server[93012]: self._notify() Jul 08 13:13:38.436890 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 13:13:38.436890 dv-cinder-789603-11-iscsi neutron-server[93012]: self.callback(batched_events) Jul 08 13:13:38.436890 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 13:13:38.436890 dv-cinder-789603-11-iscsi neutron-server[93012]: event.method(event) Jul 08 13:13:38.436890 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 13:13:38.436890 dv-cinder-789603-11-iscsi neutron-server[93012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 13:13:38.436890 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 13:13:38.436890 dv-cinder-789603-11-iscsi neutron-server[93012]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 13:13:38.436890 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 13:13:38.436890 dv-cinder-789603-11-iscsi neutron-server[93012]: return f(self, *a, **k) Jul 08 13:13:38.436890 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 13:13:38.436890 dv-cinder-789603-11-iscsi neutron-server[93012]: return self._get(url).json() Jul 08 13:13:38.436890 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 13:13:38.436890 dv-cinder-789603-11-iscsi neutron-server[93012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 13:13:38.436890 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 13:13:38.436890 dv-cinder-789603-11-iscsi neutron-server[93012]: return self.request(url, 'GET', **kwargs) Jul 08 13:13:38.436890 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 13:13:38.436890 dv-cinder-789603-11-iscsi neutron-server[93012]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 13:13:38.436890 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 13:13:38.436890 dv-cinder-789603-11-iscsi neutron-server[93012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 13:13:38.436890 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 13:13:38.436890 dv-cinder-789603-11-iscsi neutron-server[93012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 13:13:38.436890 dv-cinder-789603-11-iscsi neutron-server[93012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 13:13:38.497761 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4f31f7bf-d906-473b-876f-142f789db906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545699'] for network, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:38.504495 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-4f31f7bf-d906-473b-876f-142f789db906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for network, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:38.505907 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-4f31f7bf-d906-473b-876f-142f789db906 admin admin] 10.222.0.59 "DELETE /v2.0/networks/06a4880b-8499-4cd0-a02d-0208585c0e62 HTTP/1.1" status: 204 len: 168 time: 0.5590355 Jul 08 13:13:38.508936 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 46912) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:13:38.518001 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f31f7bf-d906-473b-876f-142f789db906 admin admin] Pushing event deleted for resources: {'Network': ['ID=06a4880b-8499-4cd0-a02d-0208585c0e62,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:13:38.861441 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-969e78e8-b691-40aa-a055-9b90d923d27c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544778'] for router_interface, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:38.920574 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 4cdae452-4848-4422-965c-11d8acaecfcd no longer exists at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:13:38.940784 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] No Port match for: 4cdae452-4848-4422-965c-11d8acaecfcd {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:13:38.941133 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 4cdae452-4848-4422-965c-11d8acaecfcd not bound to the agent host dv-cinder-789603-11-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:13:38.941547 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device e4327487-e92d-4a10-8541-e9e65d8d2a1d no longer exists at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:13:38.960494 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] No Port match for: e4327487-e92d-4a10-8541-e9e65d8d2a1d {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:13:38.960909 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device e4327487-e92d-4a10-8541-e9e65d8d2a1d not bound to the agent host dv-cinder-789603-11-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:13:38.961446 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 1ecd5834-4ac3-418e-9d45-d4afa2915301 no longer exists at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:13:38.980063 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] No Port match for: 1ecd5834-4ac3-418e-9d45-d4afa2915301 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:13:38.980427 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 1ecd5834-4ac3-418e-9d45-d4afa2915301 not bound to the agent host dv-cinder-789603-11-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:13:39.114130 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-969e78e8-b691-40aa-a055-9b90d923d27c admin admin] Deleting port 4932551a-606c-4da6-aae0-43ddda8a38b6 {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:13:39.114371 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-969e78e8-b691-40aa-a055-9b90d923d27c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:39.189381 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-969e78e8-b691-40aa-a055-9b90d923d27c admin admin] For port 4932551a-606c-4da6-aae0-43ddda8a38b6, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=4932551a-606c-4da6-aae0-43ddda8a38b6,segment=NetworkSegment(85293284-2d64-4845-b348-0815c9bb2391),segment_id=85293284-2d64-4845-b348-0815c9bb2391)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:13:39.189726 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-969e78e8-b691-40aa-a055-9b90d923d27c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:39.201745 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-969e78e8-b691-40aa-a055-9b90d923d27c admin admin] Calling delete_port for 4932551a-606c-4da6-aae0-43ddda8a38b6 owned by network:router_interface {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:13:39.374830 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-969e78e8-b691-40aa-a055-9b90d923d27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789347'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:39.403907 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969e78e8-b691-40aa-a055-9b90d923d27c admin admin] Pushing event deleted for resources: {'Port': ['ID=4932551a-606c-4da6-aae0-43ddda8a38b6,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:13:39.569629 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-969e78e8-b691-40aa-a055-9b90d923d27c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-585425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544972'] for router_interface, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:39.779516 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-969e78e8-b691-40aa-a055-9b90d923d27c admin admin] Router dec05f21-9336-43b1-b736-90a99ce730f3 has already been hosted by L3 agent f415b27f-d318-40de-bd28-ecbd03c16a41 {{(pid=93011) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 08 13:13:39.887840 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969e78e8-b691-40aa-a055-9b90d923d27c admin admin] Notify agent at l3_agent.dv-cinder-789603-11-iscsi the message routers_updated {{(pid=93011) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 08 13:13:39.894644 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-969e78e8-b691-40aa-a055-9b90d923d27c admin admin] 10.222.0.59 "PUT /v2.0/routers/dec05f21-9336-43b1-b736-90a99ce730f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3843603 Jul 08 13:13:39.896255 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 46914) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:13:39.897598 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d9c461-9378-4909-bc2b-cfd5baca2a5a None None] Sync routers for ids ['dec05f21-9336-43b1-b736-90a99ce730f3'] in dv-cinder-789603-11-iscsi {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 08 13:13:39.906616 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d9c461-9378-4909-bc2b-cfd5baca2a5a None None] Routers {'dec05f21-9336-43b1-b736-90a99ce730f3'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:13:39.907230 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-40d9c461-9378-4909-bc2b-cfd5baca2a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:13:35Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['dec05f21-9336-43b1-b736-90a99ce730f3'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:13:39.998365 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-472bb7cb-8412-4009-a126-ed446dd5b457 admin admin] Notify callbacks [] for router, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:40.011078 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-40d9c461-9378-4909-bc2b-cfd5baca2a5a None None] Set router dec05f21-9336-43b1-b736-90a99ce730f3 gateway port host: dv-cinder-789603-11-iscsi {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:13:40.102031 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-472bb7cb-8412-4009-a126-ed446dd5b457 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:40.191845 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-40d9c461-9378-4909-bc2b-cfd5baca2a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec05f21-9336-43b1-b736-90a99ce730f3', 'name': 'tempest-TestMinimumBasicScenario-1531141066-router', 'tenant_id': '42806ddc24f047bf883036e1158d4dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'external_fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '93a5d184-379c-4a6e-b9dc-b059dc611796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:11:25Z', 'updated_at': '2021-07-08T13:13:39Z', 'revision_number': 5, 'project_id': '42806ddc24f047bf883036e1158d4dce', 'gw_port': {'id': '93a5d184-379c-4a6e-b9dc-b059dc611796', 'name': '', 'network_id': 'd18f7e62-ee2d-4e48-b29d-27db78040174', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:29:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec05f21-9336-43b1-b736-90a99ce730f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-789603-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T13:11:25Z', 'updated_at': '2021-07-08T13:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81ab2e47-5fae-4c56-af63-aae451fc3457', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-789603-11-iscsi'}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:13:40.218681 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d9c461-9378-4909-bc2b-cfd5baca2a5a None None] Checking router: dec05f21-9336-43b1-b736-90a99ce730f3 for host: dv-cinder-789603-11-iscsi {{(pid=93014) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 08 13:13:40.228674 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d9c461-9378-4909-bc2b-cfd5baca2a5a None None] Routers {'dec05f21-9336-43b1-b736-90a99ce730f3'} bound to L3 agent in host dv-cinder-789603-11-iscsi {{(pid=93014) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 08 13:13:40.229301 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-40d9c461-9378-4909-bc2b-cfd5baca2a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-789603-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T12:54:05Z,description=,heartbeat_timestamp=2021-07-08T13:13:35Z,host='dv-cinder-789603-11-iscsi',id=f415b27f-d318-40de-bd28-ecbd03c16a41,load=0,resource_versions=,resources_synced=,started_at=2021-07-08T12:54:05Z,topic='l3_agent')) {'router_ids': ['dec05f21-9336-43b1-b736-90a99ce730f3'], 'active': True} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:13:40.316075 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_dvr_db [None req-40d9c461-9378-4909-bc2b-cfd5baca2a5a None None] Set router dec05f21-9336-43b1-b736-90a99ce730f3 gateway port host: None {{(pid=93014) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 08 13:13:40.370205 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.l3_hamode_db [None req-40d9c461-9378-4909-bc2b-cfd5baca2a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec05f21-9336-43b1-b736-90a99ce730f3', 'name': 'tempest-TestMinimumBasicScenario-1531141066-router', 'tenant_id': '42806ddc24f047bf883036e1158d4dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:11:25Z', 'updated_at': '2021-07-08T13:13:40Z', 'revision_number': 6, 'project_id': '42806ddc24f047bf883036e1158d4dce', 'gw_port_host': None}], 'dv-cinder-789603-11-iscsi', False) {} {{(pid=93014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:13:40.399719 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d9c461-9378-4909-bc2b-cfd5baca2a5a None None] The sync data for ids ['dec05f21-9336-43b1-b736-90a99ce730f3'] in dv-cinder-789603-11-iscsi is: [{'id': 'dec05f21-9336-43b1-b736-90a99ce730f3', 'name': 'tempest-TestMinimumBasicScenario-1531141066-router', 'tenant_id': '42806ddc24f047bf883036e1158d4dce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T13:11:25Z', 'updated_at': '2021-07-08T13:13:40Z', 'revision_number': 6, 'project_id': '42806ddc24f047bf883036e1158d4dce', 'gw_port_host': None}] {{(pid=93014) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 08 13:13:40.430270 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-472bb7cb-8412-4009-a126-ed446dd5b457 admin admin] Deleting port 93a5d184-379c-4a6e-b9dc-b059dc611796 {{(pid=93011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:13:40.430611 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-472bb7cb-8412-4009-a126-ed446dd5b457 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:40.507228 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.db [None req-472bb7cb-8412-4009-a126-ed446dd5b457 admin admin] For port 93a5d184-379c-4a6e-b9dc-b059dc611796, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=93a5d184-379c-4a6e-b9dc-b059dc611796,segment=NetworkSegment(ec4eb99c-636e-43d3-922e-332a95a4195c),segment_id=ec4eb99c-636e-43d3-922e-332a95a4195c)] {{(pid=93011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:13:40.507583 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-472bb7cb-8412-4009-a126-ed446dd5b457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:40.519790 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.plugins.ml2.plugin [None req-472bb7cb-8412-4009-a126-ed446dd5b457 admin admin] Calling delete_port for 93a5d184-379c-4a6e-b9dc-b059dc611796 owned by network:router_gateway {{(pid=93011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:13:40.681579 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-472bb7cb-8412-4009-a126-ed446dd5b457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4789347'] for port, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:40.707496 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472bb7cb-8412-4009-a126-ed446dd5b457 admin admin] Pushing event deleted for resources: {'Port': ['ID=93a5d184-379c-4a6e-b9dc-b059dc611796,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:13:40.777979 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-472bb7cb-8412-4009-a126-ed446dd5b457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-545735'] for router_gateway, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:40.867953 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-472bb7cb-8412-4009-a126-ed446dd5b457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-543763', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8364084'] for router, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:40.870275 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-472bb7cb-8412-4009-a126-ed446dd5b457 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:40.912409 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-472bb7cb-8412-4009-a126-ed446dd5b457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-542115'] for router, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:40.912948 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472bb7cb-8412-4009-a126-ed446dd5b457 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dec05f21-9336-43b1-b736-90a99ce730f3 {{(pid=93011) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 08 13:13:40.917370 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-472bb7cb-8412-4009-a126-ed446dd5b457 admin admin] Notify callbacks [] for router, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:40.918509 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-472bb7cb-8412-4009-a126-ed446dd5b457 admin admin] 10.222.0.59 "DELETE /v2.0/routers/dec05f21-9336-43b1-b736-90a99ce730f3 HTTP/1.1" status: 204 len: 168 time: 1.0213163 Jul 08 13:13:40.920964 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 46916) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:13:40.967596 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.db.db_base_plugin_v2 [None req-07b9e2dd-804e-4bc1-b032-468862a1042b admin admin] Deleting subnet e3989379-af8f-41da-9032-b220974e9944 {{(pid=93011) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 08 13:13:40.970526 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-07b9e2dd-804e-4bc1-b032-468862a1042b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:41.003024 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-07b9e2dd-804e-4bc1-b032-468862a1042b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4784263'] for subnet, precommit_delete_associations {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:41.080523 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-07b9e2dd-804e-4bc1-b032-468862a1042b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388364'] for subnet, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:41.140787 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-07b9e2dd-804e-4bc1-b032-468862a1042b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4789289', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5094232'] for subnet, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:41.167182 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 93a5d184-379c-4a6e-b9dc-b059dc611796 no longer exists at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:13:41.167715 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b9e2dd-804e-4bc1-b032-468862a1042b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3989379-af8f-41da-9032-b220974e9944,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:13:41.171118 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-07b9e2dd-804e-4bc1-b032-468862a1042b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:41.175478 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 46918) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:13:41.175966 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-07b9e2dd-804e-4bc1-b032-468862a1042b admin admin] 10.222.0.59 "DELETE /v2.0/subnets/e3989379-af8f-41da-9032-b220974e9944 HTTP/1.1" status: 204 len: 168 time: 0.2536244 Jul 08 13:13:41.190725 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] No Port match for: 93a5d184-379c-4a6e-b9dc-b059dc611796 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:13:41.191168 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 93a5d184-379c-4a6e-b9dc-b059dc611796 not bound to the agent host dv-cinder-789603-11-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:13:41.191649 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 4932551a-606c-4da6-aae0-43ddda8a38b6 no longer exists at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:13:41.193573 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b476b3ae-5807-49be-b7b9-e99c2273459e None None] Network 75fad33f-dd76-4a9a-bf23-62ef20102da8 requested from dv-cinder-789603-11-iscsi {{(pid=93013) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 08 13:13:41.223057 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] No Port match for: 4932551a-606c-4da6-aae0-43ddda8a38b6 {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:13:41.223407 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device 4932551a-606c-4da6-aae0-43ddda8a38b6 not bound to the agent host dv-cinder-789603-11-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:13:41.246986 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-03c7cb0d-da8f-43fc-bb80-03a58e3c0048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1445167'] for network, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:41.302151 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-03c7cb0d-da8f-43fc-bb80-03a58e3c0048 admin admin] Deleting port e47da210-f21f-4292-9880-35aa32c0fe2b {{(pid=93012) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:13:41.302537 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-03c7cb0d-da8f-43fc-bb80-03a58e3c0048 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:41.374974 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.db [None req-03c7cb0d-da8f-43fc-bb80-03a58e3c0048 admin admin] For port e47da210-f21f-4292-9880-35aa32c0fe2b, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=e47da210-f21f-4292-9880-35aa32c0fe2b,segment=NetworkSegment(85293284-2d64-4845-b348-0815c9bb2391),segment_id=85293284-2d64-4845-b348-0815c9bb2391)] {{(pid=93012) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:13:41.375553 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-03c7cb0d-da8f-43fc-bb80-03a58e3c0048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:41.390749 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.plugin [None req-03c7cb0d-da8f-43fc-bb80-03a58e3c0048 admin admin] Calling delete_port for e47da210-f21f-4292-9880-35aa32c0fe2b owned by network:dhcp {{(pid=93012) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:13:41.391426 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fcd5ee-ad86-4a02-895a-f54e78e1d13b None None] DHCP port deletion for 75fad33f-dd76-4a9a-bf23-62ef20102da8 request from dv-cinder-789603-11-iscsi {{(pid=93013) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 08 13:13:41.447182 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-85fcd5ee-ad86-4a02-895a-f54e78e1d13b None None] Deleting port e47da210-f21f-4292-9880-35aa32c0fe2b {{(pid=93013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 08 13:13:41.447564 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-85fcd5ee-ad86-4a02-895a-f54e78e1d13b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739449474515'] for port, before_delete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:41.477746 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-03c7cb0d-da8f-43fc-bb80-03a58e3c0048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4509848'] for port, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:41.504695 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c7cb0d-da8f-43fc-bb80-03a58e3c0048 admin admin] Pushing event deleted for resources: {'Port': ['ID=e47da210-f21f-4292-9880-35aa32c0fe2b,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:13:41.510157 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c7cb0d-da8f-43fc-bb80-03a58e3c0048 admin admin] No DVR routers for this DVR port e47da210-f21f-4292-9880-35aa32c0fe2b on host dv-cinder-789603-11-iscsi {{(pid=93012) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:13:41.514899 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.db [None req-85fcd5ee-ad86-4a02-895a-f54e78e1d13b None None] For port e47da210-f21f-4292-9880-35aa32c0fe2b, host dv-cinder-789603-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-789603-11-iscsi',level=0,port_id=e47da210-f21f-4292-9880-35aa32c0fe2b,segment=NetworkSegment(85293284-2d64-4845-b348-0815c9bb2391),segment_id=85293284-2d64-4845-b348-0815c9bb2391)] {{(pid=93013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 08 13:13:41.515356 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-85fcd5ee-ad86-4a02-895a-f54e78e1d13b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545290'] for port, precommit_delete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:41.528298 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-85fcd5ee-ad86-4a02-895a-f54e78e1d13b None None] Calling delete_port for e47da210-f21f-4292-9880-35aa32c0fe2b owned by network:dhcp {{(pid=93013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 08 13:13:41.580444 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-03c7cb0d-da8f-43fc-bb80-03a58e3c0048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1385719', 'neutron.services.segments.db._delete_segments_for_network-8739449493333'] for network, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:41.590219 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-03c7cb0d-da8f-43fc-bb80-03a58e3c0048 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75fad33f-dd76-4a9a-bf23-62ef20102da8']}} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:13:41.602999 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-03c7cb0d-da8f-43fc-bb80-03a58e3c0048 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85293284-2d64-4845-b348-0815c9bb2391') {'for_net_delete': True} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:13:41.602999 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.services.segments.db [None req-03c7cb0d-da8f-43fc-bb80-03a58e3c0048 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85293284-2d64-4845-b348-0815c9bb2391') {} {{(pid=93012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 08 13:13:41.607584 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-85fcd5ee-ad86-4a02-895a-f54e78e1d13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1562941', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162227', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-585383', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739449483789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739448941285'] for port, after_delete {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:41.610219 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-03c7cb0d-da8f-43fc-bb80-03a58e3c0048 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739449365041', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4653424'] for segment, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:41.624383 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-03c7cb0d-da8f-43fc-bb80-03a58e3c0048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1381891'] for segment, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:41.630143 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03c7cb0d-da8f-43fc-bb80-03a58e3c0048 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=93012) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 08 13:13:41.630525 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-03c7cb0d-da8f-43fc-bb80-03a58e3c0048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1381891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4509813'] for segment, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:41.632173 dv-cinder-789603-11-iscsi neutron-server[93012]: Traceback (most recent call last): Jul 08 13:13:41.632173 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 08 13:13:41.632173 dv-cinder-789603-11-iscsi neutron-server[93012]: timer() Jul 08 13:13:41.632173 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 08 13:13:41.632173 dv-cinder-789603-11-iscsi neutron-server[93012]: cb(*args, **kw) Jul 08 13:13:41.632173 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 08 13:13:41.632173 dv-cinder-789603-11-iscsi neutron-server[93012]: return func(*args, **kwargs) Jul 08 13:13:41.632173 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 08 13:13:41.632173 dv-cinder-789603-11-iscsi neutron-server[93012]: self._notify() Jul 08 13:13:41.632173 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 08 13:13:41.632173 dv-cinder-789603-11-iscsi neutron-server[93012]: self.callback(batched_events) Jul 08 13:13:41.632173 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 08 13:13:41.632173 dv-cinder-789603-11-iscsi neutron-server[93012]: event.method(event) Jul 08 13:13:41.632173 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 08 13:13:41.632173 dv-cinder-789603-11-iscsi neutron-server[93012]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 08 13:13:41.632173 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 08 13:13:41.632173 dv-cinder-789603-11-iscsi neutron-server[93012]: aggregate_uuid = self.p_client.list_aggregates( Jul 08 13:13:41.632173 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 08 13:13:41.632173 dv-cinder-789603-11-iscsi neutron-server[93012]: return f(self, *a, **k) Jul 08 13:13:41.632173 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 08 13:13:41.632173 dv-cinder-789603-11-iscsi neutron-server[93012]: return self._get(url).json() Jul 08 13:13:41.632173 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 08 13:13:41.632173 dv-cinder-789603-11-iscsi neutron-server[93012]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 08 13:13:41.632173 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 08 13:13:41.632173 dv-cinder-789603-11-iscsi neutron-server[93012]: return self.request(url, 'GET', **kwargs) Jul 08 13:13:41.632173 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 08 13:13:41.632173 dv-cinder-789603-11-iscsi neutron-server[93012]: base_url = self.get_endpoint(auth, allow=allow, Jul 08 13:13:41.632173 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 08 13:13:41.632173 dv-cinder-789603-11-iscsi neutron-server[93012]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 08 13:13:41.632173 dv-cinder-789603-11-iscsi neutron-server[93012]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 08 13:13:41.632173 dv-cinder-789603-11-iscsi neutron-server[93012]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 08 13:13:41.632173 dv-cinder-789603-11-iscsi neutron-server[93012]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 08 13:13:41.634666 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fcd5ee-ad86-4a02-895a-f54e78e1d13b None None] Pushing event deleted for resources: {'Port': ['ID=e47da210-f21f-4292-9880-35aa32c0fe2b,revision_number=None']} {{(pid=93013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:13:41.636937 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fcd5ee-ad86-4a02-895a-f54e78e1d13b None None] No DVR routers for this DVR port e47da210-f21f-4292-9880-35aa32c0fe2b on host dv-cinder-789603-11-iscsi {{(pid=93013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 08 13:13:41.690862 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-03c7cb0d-da8f-43fc-bb80-03a58e3c0048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1385678', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-585384', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-545699'] for network, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:41.695994 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-03c7cb0d-da8f-43fc-bb80-03a58e3c0048 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-585397'] for network, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:41.697849 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-03c7cb0d-da8f-43fc-bb80-03a58e3c0048 admin admin] 10.222.0.59 "DELETE /v2.0/networks/75fad33f-dd76-4a9a-bf23-62ef20102da8 HTTP/1.1" status: 204 len: 168 time: 0.5213442 Jul 08 13:13:41.708443 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c7cb0d-da8f-43fc-bb80-03a58e3c0048 admin admin] Pushing event deleted for resources: {'Network': ['ID=75fad33f-dd76-4a9a-bf23-62ef20102da8,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:13:41.854999 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 46922) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:13:41.894820 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-8d3f9a37-5117-4b5c-aed1-dd1691932aed admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=958197013bcb4a9e81d5d18c4a0419bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385065 Jul 08 13:13:41.897090 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.wsgi [-] (93011) accepted ('10.222.0.59', 46924) {{(pid=93011) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:13:41.945878 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-067713a8-7f67-4fec-9b82-b61dbdb8fcaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:41.966357 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-067713a8-7f67-4fec-9b82-b61dbdb8fcaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:42.012012 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-067713a8-7f67-4fec-9b82-b61dbdb8fcaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:42.014551 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron_lib.callbacks.manager [None req-067713a8-7f67-4fec-9b82-b61dbdb8fcaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:42.015778 dv-cinder-789603-11-iscsi neutron-server[93011]: INFO neutron.wsgi [None req-067713a8-7f67-4fec-9b82-b61dbdb8fcaf admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7d1415b4-3621-40a5-a90f-678d55bd5ada HTTP/1.1" status: 204 len: 168 time: 0.1176841 Jul 08 13:13:42.023476 dv-cinder-789603-11-iscsi neutron-server[93011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067713a8-7f67-4fec-9b82-b61dbdb8fcaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1415b4-3621-40a5-a90f-678d55bd5ada,revision_number=None']} {{(pid=93011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:13:42.333888 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 46930) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:13:42.373855 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-734b7a9e-b3b0-4b7c-97f3-6adce9d36895 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=42806ddc24f047bf883036e1158d4dce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387506 Jul 08 13:13:42.376292 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.wsgi [-] (93012) accepted ('10.222.0.59', 46932) {{(pid=93012) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 08 13:13:42.424398 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-91c102c9-d6be-4803-8341-bf3c5c4a81a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:42.445086 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-91c102c9-d6be-4803-8341-bf3c5c4a81a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:42.492651 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-91c102c9-d6be-4803-8341-bf3c5c4a81a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-459889'] for security_group, after_delete {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:42.495181 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron_lib.callbacks.manager [None req-91c102c9-d6be-4803-8341-bf3c5c4a81a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:13:42.496457 dv-cinder-789603-11-iscsi neutron-server[93012]: INFO neutron.wsgi [None req-91c102c9-d6be-4803-8341-bf3c5c4a81a7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5ed2f8f5-9868-4af4-80d7-2e02fde0846f HTTP/1.1" status: 204 len: 168 time: 0.1191592 Jul 08 13:13:42.504113 dv-cinder-789603-11-iscsi neutron-server[93012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c102c9-d6be-4803-8341-bf3c5c4a81a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed2f8f5-9868-4af4-80d7-2e02fde0846f,revision_number=None']} {{(pid=93012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 08 13:13:42.915287 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device e47da210-f21f-4292-9880-35aa32c0fe2b no longer exists at agent ovs-agent-dv-cinder-789603-11-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 08 13:13:42.934742 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.plugin [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] No Port match for: e47da210-f21f-4292-9880-35aa32c0fe2b {{(pid=93013) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 08 13:13:42.935090 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron.plugins.ml2.rpc [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Device e47da210-f21f-4292-9880-35aa32c0fe2b not bound to the agent host dv-cinder-789603-11-iscsi {{(pid=93013) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 08 13:13:59.999715 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-0cef42f3-3a1a-4020-b263-5152d2247e85 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 13:14:00.133606 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:14:02.543437 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-50d56cdc-cff5-4024-b47b-05cefa573e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:14:05.391301 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-384f51a4-9c07-42ee-bb76-007915d67488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:14:05.729919 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:14:06.150869 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-97c8e7b9-57f7-456d-825e-78a0ef1aae16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:14:07.911871 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-615b644b-3110-4324-8d19-7b6387de29b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:14:30.121866 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:14:32.543532 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f9b1988f-3245-4fbe-8a7d-2870af931fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:14:35.394191 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-15406cce-fa5c-4662-ba34-bd0fc20f0c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:14:35.730097 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:14:36.153304 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-97c8e7b9-57f7-456d-825e-78a0ef1aae16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:14:36.998283 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-0cef42f3-3a1a-4020-b263-5152d2247e85 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 13:14:37.915351 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-615b644b-3110-4324-8d19-7b6387de29b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:15:00.133155 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:15:02.542677 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-8a2c064c-4d19-44d2-85e5-489718686b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:15:05.395144 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-a8b8f0ed-6e40-4826-be1a-789889d0267a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:15:05.729681 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:15:06.156574 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-97c8e7b9-57f7-456d-825e-78a0ef1aae16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:15:07.918360 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-615b644b-3110-4324-8d19-7b6387de29b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:15:13.997167 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-0cef42f3-3a1a-4020-b263-5152d2247e85 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 13:15:30.133803 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:15:32.542910 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-29da5937-2101-482c-973b-b8ffaac6e0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:15:35.396398 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-047242fa-434a-41ec-be71-d2b54f07d848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:15:35.731521 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:15:36.159275 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-97c8e7b9-57f7-456d-825e-78a0ef1aae16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:15:37.919596 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-615b644b-3110-4324-8d19-7b6387de29b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:15:50.997031 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-0cef42f3-3a1a-4020-b263-5152d2247e85 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 13:16:00.153491 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:16:02.545684 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-54dbdc92-9c9c-47ec-8b1b-1ba25b84d4aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:16:05.398080 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-edbb28f0-157a-4d98-adfc-1288f7503133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:16:05.732725 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:16:06.163316 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-97c8e7b9-57f7-456d-825e-78a0ef1aae16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:16:07.922678 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-615b644b-3110-4324-8d19-7b6387de29b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:16:27.996302 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-0cef42f3-3a1a-4020-b263-5152d2247e85 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 13:16:30.164264 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:16:32.549225 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-0c8d3800-e3a5-4994-9ee4-c0e85d5bebcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:16:35.399490 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-c624dd69-1e2b-4549-8b78-9fbc0ef15ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:16:35.733639 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:16:36.165843 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-97c8e7b9-57f7-456d-825e-78a0ef1aae16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:16:37.925697 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-615b644b-3110-4324-8d19-7b6387de29b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:17:00.176414 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:17:02.549748 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-731b024f-bdae-405f-a417-e4ccc85f8035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:17:04.995426 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-0cef42f3-3a1a-4020-b263-5152d2247e85 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 13:17:05.400668 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-58653602-3de9-4364-95ae-33961ec14a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:17:05.734538 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:17:06.169633 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-97c8e7b9-57f7-456d-825e-78a0ef1aae16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:17:07.928776 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-615b644b-3110-4324-8d19-7b6387de29b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:17:30.181229 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:17:32.549967 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-2a933829-706e-4194-83a0-1d3501e4950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:17:35.401083 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-112cee87-b6ce-4d87-9794-edc11413eb4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:17:35.735584 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:17:36.171763 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-97c8e7b9-57f7-456d-825e-78a0ef1aae16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:17:37.931267 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-615b644b-3110-4324-8d19-7b6387de29b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:17:41.994207 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-0cef42f3-3a1a-4020-b263-5152d2247e85 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 13:18:00.192903 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:18:02.550172 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-47bade1a-43cd-4e74-80d3-5a72c936c52c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:18:05.401257 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-0f5ccfc4-43f1-4c87-bd5d-8e4c4cebb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:18:05.737135 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:18:06.175224 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-97c8e7b9-57f7-456d-825e-78a0ef1aae16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:18:07.934432 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-615b644b-3110-4324-8d19-7b6387de29b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:18:18.994424 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-0cef42f3-3a1a-4020-b263-5152d2247e85 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 13:18:30.210616 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:18:32.550298 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-d07f238e-d596-4961-994b-96e9fdcabd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:18:35.404406 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-35b63887-7233-460c-b17e-b8e95293b618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:18:35.739930 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:18:36.177250 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-97c8e7b9-57f7-456d-825e-78a0ef1aae16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:18:37.938193 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-615b644b-3110-4324-8d19-7b6387de29b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:18:55.993821 dv-cinder-789603-11-iscsi neutron-server[93014]: DEBUG neutron.db.agents_db [None req-0cef42f3-3a1a-4020-b263-5152d2247e85 None None] Agent healthcheck: found 6 active agents {{(pid=93014) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 08 13:19:00.195966 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-f1c28aa1-7320-4585-8ede-2da0d3131865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:19:02.550823 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-4e918cec-445a-4f2e-bf8f-99575f7350d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:19:05.405529 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-0e9c7b2f-8933-4905-8f59-6173645aa922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 08 13:19:05.740415 dv-cinder-789603-11-iscsi neutron-server[93013]: DEBUG neutron_lib.callbacks.manager [None req-5493a44f-c0ce-4336-adb6-20195a13e399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739449493315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392013'] for agent, after_update {{(pid=93013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}